-- Logs begin at Thu 2021-07-22 21:30:30 UTC, end at Thu 2021-07-22 22:37:30 UTC. -- Jul 22 22:04:25.295946 dv-cinder-801868-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 22:04:28.072964 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:04:28.073595 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:04:28.073756 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:04:28.077060 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.common.config [-] Logging enabled! Jul 22 22:04:28.077321 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 22:04:28.077634 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93110) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 22:04:28.078596 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:28.078833 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:28.079205 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:28.079465 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:28.079695 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:28.080026 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.080353 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.080659 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.080899 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.081200 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.081498 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.081785 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.082083 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.082383 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.082678 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.082960 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.083251 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.083483 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.083767 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.084061 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.084376 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.084612 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] debug = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.084897 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.085331 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.085751 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.086037 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.086333 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.086650 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.086932 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.087215 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.087502 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.087846 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] host = dv-cinder-801868-2-iscsi {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.088125 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.088440 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.088731 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.089020 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.089300 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.089580 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.089871 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.090148 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.090424 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.090704 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.090998 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.091285 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.091581 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.091811 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.092045 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.092354 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.092647 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.092928 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.093212 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.093492 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.093766 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.094046 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.094320 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.094616 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.094906 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.095197 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.095478 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.095758 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.096037 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.096341 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.096633 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.096909 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.097187 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.097468 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.097760 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.098035 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.098303 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.098607 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.098900 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.099182 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.099470 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.099746 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.100033 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.100331 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.100613 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.100887 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_json = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.101165 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.101442 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.101726 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.102004 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.102853 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.103133 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.103411 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.103692 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:28.103997 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.104315 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.104624 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.104918 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.105220 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.105503 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.105798 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.106081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.106375 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.106667 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.106967 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.107248 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.107539 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.107824 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.108122 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.108461 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.108762 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.109061 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.109342 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.109619 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.109957 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.110252 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.110542 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.110839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.111132 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.111409 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.111690 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.111986 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.112267 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.112562 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.112847 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.113135 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.113418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.113691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.113979 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.114260 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.114534 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.114814 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.115092 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.115384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.115665 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.115941 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.116217 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.116553 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.116813 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.117098 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.117375 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.117647 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.118481 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.118767 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.119070 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.119316 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.119596 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.119870 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.120150 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.120454 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.120733 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.121007 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.121281 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.121555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.121828 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.122100 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.122382 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.122658 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.122933 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.123207 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.123481 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.123754 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.124044 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.124373 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.124668 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.124950 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.125232 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.125514 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.125795 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.126075 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.126357 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.126646 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.126915 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.127212 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.127495 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.127783 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.128068 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.128375 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.128679 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.128956 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.129245 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.129523 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.130066 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.130359 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.130650 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.130946 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.131248 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.131534 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.131827 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.132122 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.132434 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.132749 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.133036 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:28.133260 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:28.133716 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93110) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 22:04:28.491149 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:04:28.491356 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:04:28.491650 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 22:04:28.491988 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 22:04:28.889599 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.889892 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.890165 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.891361 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.891637 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.891901 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.926168 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.926443 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.926708 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.948185 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.948684 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.949118 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.982347 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.982626 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:28.982896 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.019418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.019693 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.019963 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.275104 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.275815 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.275815 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.275974 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.276652 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.397953 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.398304 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.398591 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.399623 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.399993 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.400482 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.400868 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.401133 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.401396 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.401683 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.401951 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.402214 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.402471 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.402725 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.402983 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.403257 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.403513 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.403781 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.404058 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.404344 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.404623 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.404874 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.405164 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.405564 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.405816 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.406061 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.406498 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.406736 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.406973 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.407210 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.407445 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.407681 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:29.408064 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 22:04:29.411703 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 22:04:29.416580 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 22:04:29.420444 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 22 22:04:29.422035 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 22:04:29.422496 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 22:04:29.422837 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 22:04:29.423234 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 22:04:29.427347 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 22:04:29.427593 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 22:04:29.427939 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:04:29.433392 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 22:04:29.460968 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 22:04:29.461426 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.462268 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93110) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 22:04:29.462625 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.464004 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93110) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 22:04:29.464315 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 22:04:29.464572 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 22:04:29.467785 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.468070 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:29.533092 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 22:04:29.533358 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 22:04:29.533582 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 22:04:29.533967 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 22:04:29.554750 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_db.sqlalchemy.engines [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93110) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 22:04:30.108601 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing driver for type 'gre' Jul 22 22:04:30.109071 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] gre ID ranges: [(1, 1000)] Jul 22 22:04:30.172293 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing driver for type 'local' Jul 22 22:04:30.172644 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing driver for type 'vlan' Jul 22 22:04:30.186952 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] VlanTypeDriver initialization complete Jul 22 22:04:30.187387 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing driver for type 'vxlan' Jul 22 22:04:30.187890 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] vxlan ID ranges: [(1, 1000)] Jul 22 22:04:30.241422 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing extension driver 'port_security' Jul 22 22:04:30.241746 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.extensions.port_security [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] PortSecurityExtensionDriver initialization complete Jul 22 22:04:30.242082 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing mechanism driver 'openvswitch' Jul 22 22:04:30.242424 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing mechanism driver 'hyperv' Jul 22 22:04:30.249673 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:30.250551 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.250930 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.251282 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.251816 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.252259 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.252647 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.252994 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.253389 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.253802 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.254151 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.254494 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.255148 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.255556 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.255912 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.256257 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.256673 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.257076 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.257424 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.257767 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.258160 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.259187 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > address_group after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.259613 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > address_group after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.260114 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.260538 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93110) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 22:04:30.260920 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] ML2 OVO RPC backend initialized. {{(pid=93110) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 22:04:30.261649 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.262012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.262433 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.262787 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > networks before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.263145 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.263496 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > ports before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.263842 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.264188 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnets before_response 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.264571 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.264917 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.265261 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.265599 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.265944 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.266280 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.266617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.266955 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.267290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.267888 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.plugin [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Modular L2 Plugin initialization complete Jul 22 22:04:30.268221 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading services supported by the core plugin {{(pid=93110) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 22:04:30.268586 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.plugins.ml2.managers [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Got port-security extension from driver 'port_security' Jul 22 22:04:30.269056 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.extensions.vlantransparent [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Disabled vlantransparent extension. Jul 22 22:04:30.269558 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93110) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 22:04:30.269880 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: router Jul 22 22:04:30.307410 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.308416 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_create 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.308416 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router before_create 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.308702 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.308925 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.309287 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_delete 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.309649 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.310151 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_create 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.310503 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.310859 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.311216 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.311578 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.311994 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.312393 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.312747 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.313088 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: subnet after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.313429 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.313785 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.314135 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_create 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.314485 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.314835 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.315197 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router after_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.315542 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.315894 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_create 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.316259 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.316703 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_update 55549900 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.317081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > agent after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.317434 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > agent after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.317784 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > network after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.318680 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Tracking information for resource: router configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:30.319018 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Tracking information for resource: floatingip configured {{(pid=93110) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 22:04:30.324124 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.db.l3_agentschedulers_db [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 22:04:30.324723 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.325094 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.325449 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.325806 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: port after_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.326622 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router before_create 55550100 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.326992 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.327359 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_create 55550100 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.327721 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > router precommit_update 55550100 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.332188 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.provider_configuration [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service providers = [] {{(pid=93110) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 22:04:30.332595 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.db.servicetype_db [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93110) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 22:04:30.335562 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.service_base [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:30.335915 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.service_base [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:30.336260 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.service_base [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:30.337190 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.services.service_base [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93110) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 22:04:30.337563 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.services.service_base [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 22:04:30.337965 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.338289 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 22:04:30.349122 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.349459 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: auto_allocate Jul 22 22:04:30.356038 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: network precommit_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.356450 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: network precommit_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.356999 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.357324 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: tag Jul 22 22:04:30.364212 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.364516 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: timestamp Jul 22 22:04:30.369010 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.369388 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: network_ip_availability Jul 22 22:04:30.374874 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.375252 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.375612 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.376386 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.376713 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: flavors Jul 22 22:04:30.383297 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.383769 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading Plugin: revisions Jul 22 22:04:30.388133 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93110) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 22:04:30.388565 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.897s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 22:04:30.389312 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93110) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 22:04:30.389656 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Initializing extension manager. Jul 22 22:04:30.390172 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: __init__.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.390523 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: __pycache__ {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.390864 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.391205 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: address_group.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.391973 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.392578 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: address-group Jul 22 22:04:30.392910 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: address_scope.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.393629 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.394147 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: address-scope Jul 22 22:04:30.394476 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.395418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.395938 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: router-admin-state-down-before-update Jul 22 22:04:30.396266 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: agent.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.397003 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.397513 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: agent Jul 22 22:04:30.397840 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: agent_resources_synced.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.398789 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.399453 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: agent-resources-synced Jul 22 22:04:30.400080 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: allowedaddresspairs.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.401968 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.402500 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: allowed-address-pairs Jul 22 22:04:30.402830 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: auto_allocated_topology.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.403924 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.404485 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: auto-allocated-topology Jul 22 22:04:30.404815 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: availability_zone.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.405513 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.406028 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: availability_zone Jul 22 22:04:30.406352 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: availability_zone_filter.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.407284 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.407798 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: availability_zone_filter Jul 22 22:04:30.408123 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: data_plane_status.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.409075 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.409587 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 22:04:30.409910 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: default_subnetpools.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.410833 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.411346 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: default-subnetpools Jul 22 22:04:30.411670 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.412524 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.413042 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: dhcp_agent_scheduler Jul 22 22:04:30.413364 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: dns.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.414290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.415395 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 22:04:30.415727 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: dns_domain_ports.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.416771 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.417287 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 22:04:30.417619 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.418556 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.419066 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 22:04:30.419391 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: dvr.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.420069 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.420609 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: dvr Jul 22 22:04:30.420936 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: ecmp_routes.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.421864 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.422375 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 22:04:30.422703 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: empty_string_filtering.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.423623 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.424140 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: empty-string-filtering Jul 22 22:04:30.424497 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.425431 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.425942 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:04:30.426268 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.427186 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.427701 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 22:04:30.428029 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: external_net.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.428973 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.429496 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: external-net Jul 22 22:04:30.429819 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.431304 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.431813 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: extra_dhcp_opt Jul 22 22:04:30.432140 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: extraroute.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.433082 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.433594 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: extraroute Jul 22 22:04:30.433919 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: extraroute_atomic.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.434960 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.435470 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: extraroute-atomic Jul 22 22:04:30.435795 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: filter_validation.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.436496 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.437006 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: filter-validation Jul 22 22:04:30.437333 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: fip_pf_description.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.438462 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.438979 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 22:04:30.439310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: fip_port_details.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.440246 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.440783 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: fip-port-details Jul 22 22:04:30.441217 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: flavors.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.442361 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.442882 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: flavors Jul 22 22:04:30.443217 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.444907 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.445435 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 22:04:30.445771 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: floatingip_pools.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.446504 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.447021 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: floatingip-pools Jul 22 22:04:30.447350 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: ip_allocation.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.448313 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.448832 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 22:04:30.449156 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.450129 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.450645 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: ip-substring-filtering Jul 22 22:04:30.450972 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l2_adjacency.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.451911 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.452452 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 22:04:30.452780 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.453784 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.454306 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: router Jul 22 22:04:30.454631 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.456922 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.457462 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 22:04:30.457798 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.458739 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.459265 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: ext-gw-mode Jul 22 22:04:30.459697 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.460576 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.461096 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: l3-ha Jul 22 22:04:30.461532 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3_flavors.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.462441 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.462954 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: l3-flavors Jul 22 22:04:30.463281 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.464209 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.464751 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 22:04:30.465076 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: l3agentscheduler.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.466137 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.466654 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: l3_agent_scheduler Jul 22 22:04:30.466984 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: logging.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.468516 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.469047 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension logging not supported by any of loaded plugins Jul 22 22:04:30.469378 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: metering.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.470123 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.470706 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: metering Jul 22 22:04:30.471034 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.472151 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.472700 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: metering_source_and_destination_fields Jul 22 22:04:30.473030 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: multiprovidernet.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.474097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.474802 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: multi-provider Jul 22 22:04:30.474954 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: netmtu.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.475887 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.476450 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: net-mtu Jul 22 22:04:30.476779 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: netmtu_writable.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.478274 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.478790 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: net-mtu-writable Jul 22 22:04:30.479121 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: network_availability_zone.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.479800 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.480328 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: network_availability_zone Jul 22 22:04:30.480656 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: network_ip_availability.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.481771 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.482282 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: network-ip-availability Jul 22 22:04:30.482613 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: network_segment_range.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.483385 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.483894 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 22:04:30.484221 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: pagination.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.485234 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.485572 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: pagination Jul 22 22:04:30.485898 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: port_device_profile.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.486813 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.487338 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: port-device-profile Jul 22 22:04:30.487670 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.488626 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.489150 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: port-mac-address-regenerate Jul 22 22:04:30.489469 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.490402 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.490926 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: port-numa-affinity-policy Jul 22 22:04:30.491249 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: port_resource_request.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.492223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.492785 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 22:04:30.493769 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: portbindings.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.494933 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.495488 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: binding Jul 22 22:04:30.495818 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: portbindings_extended.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.497230 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.497764 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: binding-extended Jul 22 22:04:30.498098 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: portsecurity.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.499032 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.499552 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: port-security Jul 22 22:04:30.499883 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: project_id.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.500914 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.501250 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: project-id Jul 22 22:04:30.501576 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: providernet.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.502516 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.503043 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: provider Jul 22 22:04:30.503368 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.507232 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.507781 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos not supported by any of loaded plugins Jul 22 22:04:30.508119 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.509978 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.510505 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 22:04:30.510839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.511786 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.512337 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 22:04:30.512669 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_default.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.513599 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.514119 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-default not supported by any of loaded plugins Jul 22 22:04:30.514448 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_fip.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.515119 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.515637 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 22:04:30.515966 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_gateway_ip.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.516929 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.517446 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 22:04:30.517779 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_port_network_policy.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.518704 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.519215 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 22:04:30.519543 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_rule_type_details.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.520501 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.521014 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 22:04:30.521479 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: qos_rules_alias.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.522418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.522936 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 22:04:30.523265 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: quotasv2.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.524833 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.525501 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: quotas Jul 22 22:04:30.525784 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: quotasv2_detail.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.528942 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.529287 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: quota_details Jul 22 22:04:30.529621 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: rbac.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.530710 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.531249 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: rbac-policies Jul 22 22:04:30.531587 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: rbac_address_group.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.532581 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.533113 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: rbac-address-group Jul 22 22:04:30.533441 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: rbac_address_scope.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.534377 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.534902 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: rbac-address-scope Jul 22 22:04:30.535233 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: rbac_security_groups.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.536163 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.536712 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: rbac-security-groups Jul 22 22:04:30.537043 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: rbac_subnetpool.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.537974 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.538492 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: rbac-subnetpool Jul 22 22:04:30.538821 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: revisionifmatch.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.539854 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.540482 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: revision-if-match Jul 22 22:04:30.540818 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: revisions.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.541945 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.542470 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: standard-attr-revisions Jul 22 22:04:30.542804 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: router_availability_zone.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.543487 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.544004 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: router_availability_zone Jul 22 22:04:30.544437 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: routerservicetype.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.545301 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.545817 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 22:04:30.546146 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.547076 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.547604 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: security-groups-normalized-cidr Jul 22 22:04:30.547931 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.548890 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.549415 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: port-security-groups-filtering Jul 22 22:04:30.549742 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.550670 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.551194 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: security-groups-remote-address-group Jul 22 22:04:30.551523 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: securitygroup.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.561366 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.561913 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: security-group Jul 22 22:04:30.562256 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: segment.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.563081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.563596 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension segment not supported by any of loaded plugins Jul 22 22:04:30.563934 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.564961 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.565473 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 22:04:30.565803 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: servicetype.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.566929 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.567453 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: service-type Jul 22 22:04:30.567785 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: sorting.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.568937 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.569155 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: sorting Jul 22 22:04:30.569481 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: standard_attr_segment.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.570549 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.571621 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 22:04:30.572142 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: standardattrdescription.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.573100 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.573914 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: standard-attr-description Jul 22 22:04:30.574209 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: stateful_security_group.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.575185 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.575707 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: stateful-security-group Jul 22 22:04:30.576034 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: stdattrs_common.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.576661 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 22:04:30.576987 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.577938 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.578470 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 22:04:30.578798 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnet_onboard.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.579890 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.580453 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: subnet_onboard Jul 22 22:04:30.580783 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.581719 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.582237 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 22:04:30.582563 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnet_service_types.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.583500 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.584021 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: subnet-service-types Jul 22 22:04:30.584384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnetallocation.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.585475 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.585997 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: subnet_allocation Jul 22 22:04:30.586323 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.587760 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.588370 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: subnetpool-prefix-ops Jul 22 22:04:30.588699 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.589670 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.590192 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 22:04:30.590518 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: tagging.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.591625 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.592159 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: standard-attr-tag Jul 22 22:04:30.592516 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: timestamp.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.593787 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.594312 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loaded extension: standard-attr-timestamp Jul 22 22:04:30.594646 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: trunk.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.595685 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.596208 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension trunk not supported by any of loaded plugins Jul 22 22:04:30.596570 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: trunk_details.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.597505 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.598023 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 22:04:30.598353 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: uplink_status_propagation.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.599284 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.599802 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 22:04:30.600126 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Loading extension file: vlantransparent.py {{(pid=93110) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 22:04:30.600841 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93110) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 22:04:30.601355 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 22:04:30.604166 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:network Jul 22 22:04:30.604729 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnet Jul 22 22:04:30.605143 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:30.605546 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:port Jul 22 22:04:30.606849 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.607290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service FLAVORS assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.607923 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.608390 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.608726 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:router Jul 22 22:04:30.609166 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:04:30.609656 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service METERING assigned prefix: /metering {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.611101 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.611491 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.611851 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:04:30.612917 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:04:30.613376 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:04:30.613857 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:04:30.614487 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service CORE assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.614760 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:30.615112 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] subnetpool is already registered Jul 22 22:04:30.615543 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service CORE assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.615873 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:30.616208 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] subnetpool is already registered Jul 22 22:04:30.618904 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.619345 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service FLAVORS assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.619944 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.620401 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.620742 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:router Jul 22 22:04:30.621085 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] router is already registered Jul 22 22:04:30.621500 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 22:04:30.621841 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] floatingip is already registered Jul 22 22:04:30.622299 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service METERING assigned prefix: /metering {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.622975 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 22:04:30.623306 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] rbac_policy is already registered Jul 22 22:04:30.623719 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:security_group Jul 22 22:04:30.624058 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] security_group is already registered Jul 22 22:04:30.624492 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 22:04:30.624832 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] security_group_rule is already registered Jul 22 22:04:30.625460 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service CORE assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.625790 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:30.626126 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] subnetpool is already registered Jul 22 22:04:30.626547 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.v2.resource_helper [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Service CORE assigned prefix: {{(pid=93110) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 22:04:30.626872 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 22:04:30.627207 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING neutron.quota.resource_registry [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] subnetpool is already registered Jul 22 22:04:30.627678 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: extensions {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.629208 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: address-groups {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.630981 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: address-scopes {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.632338 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: agents {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.634034 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: auto-allocated-topology {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.635266 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: availability_zones {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.636588 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: dhcp-networks {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.638112 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: dhcp-agents {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.639601 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: routers {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.641371 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: flavors {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.643820 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: service_profiles {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.645066 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: next_providers {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.646573 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: service_profiles {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.648067 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: floatingip-pools {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.649921 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: routers {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.651627 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: floatingips {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.652956 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: l3-routers {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.654348 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: l3-agents {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.655778 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: metering-labels {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.657079 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: metering-label-rules {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.658461 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: network-ip-availabilities {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.659716 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: bindings {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.661321 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: quotas {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.662878 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: quotas {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.664311 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: rbac-policies {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.665628 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: security-groups {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.666933 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: security-group-rules {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.668179 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: service-providers {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.669448 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: subnetpools {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.670804 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: subnetpools {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.672376 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.674074 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.675893 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.677701 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.679416 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.681971 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.683632 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.685474 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.687328 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.689118 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron.api.extensions [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Extended resource: tags {{(pid=93110) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 22:04:30.695099 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING keystonemiddleware.auth_token [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 22:04:30.700227 dv-cinder-801868-2-iscsi neutron-server[93110]: WARNING keystonemiddleware.auth_token [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 22:04:30.708722 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Acquired lock "singleton_lock" {{(pid=93110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 22:04:30.709206 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Releasing lock "singleton_lock" {{(pid=93110) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 22:04:30.709853 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Starting 2 workers Jul 22 22:04:30.715382 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Started child 93217 {{(pid=93110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:30.720053 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Started child 93218 {{(pid=93110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:30.720996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.721763 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO neutron.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 22:04:30.722416 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Notify callbacks [] for process, before_spawn {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.722634 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [-] (93217) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:04:30.724822 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Starting 1 workers Jul 22 22:04:30.724931 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.726307 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [-] (93218) wsgi starting up on http://0.0.0.0:9696 Jul 22 22:04:30.730276 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Started child 93219 {{(pid=93110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:30.730800 dv-cinder-801868-2-iscsi neutron-server[93110]: INFO oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Starting 1 workers Jul 22 22:04:30.734584 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] calling RpcWorker wait() {{(pid=93219) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 22:04:30.735151 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] returning from RpcWorker wait() {{(pid=93219) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 22:04:30.735916 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Started child 93220 {{(pid=93110) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 22:04:30.736559 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.736795 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-268fc5b9-dfdd-4fe4-807b-4eae05184a74 None None] Notify callbacks [] for process, after_spawn {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.737098 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:30.739034 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:04:30.739258 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:30.739449 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:30.739665 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:30.739998 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:30.740164 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:30.740700 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.740973 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.741141 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:30.741631 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.741631 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.741759 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.742340 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.742595 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.743423 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.743849 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.744397 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.744397 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.744665 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.744938 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.745196 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.745478 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.745759 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.746017 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.746313 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.746506 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.746758 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.747033 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.747567 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.747567 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] debug = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.747827 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.748268 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.748542 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.748784 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.749023 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.749295 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.749542 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.749808 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.750041 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.750279 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.750529 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.750783 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.751018 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.751235 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.751454 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.751713 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.752051 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.752455 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] host = dv-cinder-801868-2-iscsi {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.752694 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.752904 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.753151 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.753375 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.753628 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.753843 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.754110 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.754389 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.754636 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.755139 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.755370 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.755635 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.755868 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.756105 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.756269 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_options = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.756552 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.756808 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.757069 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.757268 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.757436 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.757614 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.757868 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.758032 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.758291 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.759138 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760053 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760053 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760053 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760440 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760582 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.760839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.761099 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.761319 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.761567 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.761799 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.762030 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.762280 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.762487 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.762709 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.762941 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.763149 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.763373 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.763600 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.763836 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.764103 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.764379 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.764699 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.764958 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.765284 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.765435 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.765761 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.765900 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.766130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.766362 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.766607 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.766853 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.767087 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.767336 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.767562 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.767890 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.768033 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_json = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.768241 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.768554 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.768764 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.768981 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.769201 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.769418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.769642 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.769875 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.770294 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.770580 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.770906 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.771158 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.771413 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.771668 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.771902 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.772142 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.772427 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.772673 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.773862 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.773862 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.773862 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.773862 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.774615 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:30.775115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.775115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.775115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.775115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.775115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.776981 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.777048 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.777280 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.777550 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.777706 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.778156 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.778156 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.778363 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.778605 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.778844 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.779075 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.779302 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.779600 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.779745 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.780160 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.780260 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.780483 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.780800 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.781159 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.781365 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.781633 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.781816 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.782073 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.782289 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.782524 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.782755 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.782975 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.783190 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.783405 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.783627 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.784174 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.784440 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.784677 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.784909 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.785130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.785361 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.785635 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.785878 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.786092 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.786307 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.786527 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.786779 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.786992 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.787218 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.787437 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.787655 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.787886 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.788341 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.788341 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.788607 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.789329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.789329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.789329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.789553 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.789801 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.790200 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.790568 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.790938 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.791320 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.791791 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.792290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.792743 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.793199 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.795343 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.796465 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.796761 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.797032 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.797299 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798517 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798517 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798517 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798517 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798856 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798856 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.798980 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.801384 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.802297 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.802648 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.802926 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.803234 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.803629 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.804058 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.804430 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.804649 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.804928 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.805241 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.806085 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.806388 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.806627 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.806894 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.807149 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.807406 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.807669 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.807938 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.808223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.808525 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.808880 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.809165 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.809395 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.809698 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.810013 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.810368 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.810745 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.811005 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.811230 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.811517 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.811767 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.812030 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.812355 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.812612 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.812846 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.813106 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.813368 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.813598 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.813835 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.814081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.814300 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.814539 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.814753 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.814987 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.815200 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.815410 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.815656 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.815868 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.816085 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817329 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817739 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817739 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.817899 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.818025 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.818239 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.818450 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.818683 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.818900 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.819189 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.819820 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.819820 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.819997 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.820081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.820342 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.820558 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.821022 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.821870 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.822403 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.822403 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.822576 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.822664 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.822896 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.823124 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.823363 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.823613 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.823867 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.824222 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.824495 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.825643 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.825973 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.826203 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.826449 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.826671 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.826914 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.828865 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.829094 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.829349 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.829605 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.829837 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.830077 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.830295 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.830510 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.830745 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.830987 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.831198 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.831493 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.831745 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.831980 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.832235 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.832711 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.833070 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.833323 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.833555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.834000 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.834395 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.834616 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.834831 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.835217 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.835481 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.836019 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.836245 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.837701 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.837944 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.838214 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.838439 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.838684 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.838918 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.839147 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.839366 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.839594 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.839837 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.840050 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.840301 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.841911 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.842168 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.842466 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.842904 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.844313 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.844583 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.845773 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.846135 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.847143 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.847580 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.848618 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.848948 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.849209 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.849484 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.849757 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.850092 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.850322 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.850605 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.851227 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.851718 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.851718 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.852032 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.852975 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.853306 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.853579 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.853836 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.854146 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.854455 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.854731 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.854965 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.855263 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.855826 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.856456 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.856767 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.857036 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.857290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.857528 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.857774 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.858026 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.858274 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.858500 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.858750 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.860066 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.860423 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.861106 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.861744 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.862353 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.862812 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.864584 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.864830 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.865104 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.865281 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:30.865860 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93110) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 22:04:30.866033 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 22:04:30.866194 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 22:04:30.866369 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 22:04:30.866541 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 22:04:30.866698 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 22:04:30.866912 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.867079 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.867244 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.867407 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.867574 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.868294 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.868477 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.868671 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.868883 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869046 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869208 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869369 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869530 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869690 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.869853 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870013 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870172 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870333 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870498 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870659 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.870823 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871002 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871162 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] debug = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871322 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871542 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871707 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.871868 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.872026 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.872186 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.872449 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.872645 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.872829 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873005 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873178 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873348 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873515 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873682 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.873848 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874176 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874339 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] host = dv-cinder-801868-2-iscsi {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874499 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874659 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874819 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.874978 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875159 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875319 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875479 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875638 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875796 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.875952 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876110 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876265 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876447 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876608 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876763 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_options = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.876920 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878033 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878205 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878400 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878567 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878728 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.878888 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.879049 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.879208 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.879466 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.879569 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.879662 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.880078 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.880236 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.881114 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.882399 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.882581 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.882749 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.882917 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.883081 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.883243 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.884406 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.884755 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.885136 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.885620 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.885920 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.886111 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.886296 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.886477 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.886653 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.886826 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887002 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887173 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887339 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887506 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887672 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.887839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888009 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888175 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888397 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888561 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888692 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.888855 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889018 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889179 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889344 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_json = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889599 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889699 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.889839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890000 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890162 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890334 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890475 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890636 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 22:04:30.890819 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.890977 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891151 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891320 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891486 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891652 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891821 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.891981 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.892146 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896310 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.896915 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.897555 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898097 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.898691 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899323 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899323 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899323 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899622 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899761 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.899942 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900134 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900315 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900455 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900620 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900785 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.900965 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901357 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901495 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901620 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901760 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.901910 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902075 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902238 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902403 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902566 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902731 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.902895 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903060 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903224 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903388 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903553 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903717 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.903934 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.904068 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.904192 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.904369 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.904534 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.904707 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.906110 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.906521 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.906958 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.907130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.907477 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.907655 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.908328 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.909436 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.909615 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.909788 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.909957 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910133 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910311 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910493 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910617 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910780 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.910944 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911113 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911278 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911442 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911608 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911773 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.911934 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.912098 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.912262 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.912609 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.912786 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.913108 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.913424 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.913740 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.913915 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.914238 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.914556 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.914971 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.915064 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.915351 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.915643 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.915814 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.915982 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.916149 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.916337 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.916506 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.916727 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.917243 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.917425 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.918271 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.918451 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.918648 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.918812 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.919192 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.919372 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.919538 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.919704 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.920130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.920130 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.920501 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.920671 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.920837 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921002 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921155 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921319 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921483 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921646 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.921902 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922040 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922165 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922290 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922435 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922598 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922762 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.922926 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923090 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923255 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923419 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923583 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923748 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.923987 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924123 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924247 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924389 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924554 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924717 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.924881 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925049 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925215 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925379 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925544 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925708 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.925872 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926036 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926200 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926367 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926531 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926696 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.926860 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927022 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927187 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927350 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927513 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927676 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.927839 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928002 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928180 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928353 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928518 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928682 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.928847 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929012 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929176 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929341 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929505 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929670 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929832 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.929998 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.930166 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.931024 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.931353 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.934223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.934223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.934223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.934223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.934223 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936251 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936251 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936557 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936557 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936812 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.936812 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.937114 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.937114 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.937391 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.937608 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.937608 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938141 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938314 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938492 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938646 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938810 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.938975 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.939149 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.939379 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.939473 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.939602 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.939880 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.940455 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.940455 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.940629 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.940758 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.940922 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941086 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941249 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941424 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941590 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941817 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.941939 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942261 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942261 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942425 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942506 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942674 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.942848 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.943309 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.943483 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.943648 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.943827 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.943991 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.944360 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.944525 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.944693 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.944858 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.945023 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.945354 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.945675 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.946593 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.946834 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.947136 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.947511 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.947723 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.947888 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.948467 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.948663 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.948833 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.949004 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.950154 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.950351 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.950532 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.952115 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.952337 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.952526 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.952712 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.952894 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.953071 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.953245 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.953418 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.954688 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.954873 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.955049 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.955222 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.955393 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.955562 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 22:04:30.955797 dv-cinder-801868-2-iscsi neutron-server[93110]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93110) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 22:04:31.000337 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60312) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:31.009996 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0071695 Jul 22 22:04:42.950581 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c29525-6c7b-4ca7-8bca-d20377a553d7 None None] get_active_networks_info from dv-cinder-801868-2-iscsi {{(pid=93219) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 22:04:43.085135 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c29525-6c7b-4ca7-8bca-d20377a553d7 None None] No non-hosted networks {{(pid=93219) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 22:04:43.136509 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-97ef39a0-2021-4a0c-ac02-96784bc2a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:45.656727 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:45.658291 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.658642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.667557 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.667884 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.668230 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.668615 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.668999 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.681716 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.682125 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.682483 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.682834 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.683172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:45.683589 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801868-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:45.707449 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801868-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:04:46.043333 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-981b6f08-29d5-42c3-9fe0-608bc041d675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.154156 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9e88a850-3a9d-4125-bb74-31d48f9895f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:46.684012 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:48.884402 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:49.463897 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 60404) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:49.976989 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-230cc590-c713-49b6-abeb-3fc6dcb82c0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:49.977580 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-230cc590-c713-49b6-abeb-3fc6dcb82c0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:50.197593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-230cc590-c713-49b6-abeb-3fc6dcb82c0f admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:04:50.198985 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-230cc590-c713-49b6-abeb-3fc6dcb82c0f admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7330010 Jul 22 22:04:52.460929 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.db.l3_hamode_db [None req-a38a63a4-ddf3-4573-b5d9-5f8dfb2049f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 22:04:52.538622 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a63a4-ddf3-4573-b5d9-5f8dfb2049f0 None None] Routers set() bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:04:52.539010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a63a4-ddf3-4573-b5d9-5f8dfb2049f0 None None] Router IDs set() for agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 22:04:52.651012 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60418) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:53.156173 dv-cinder-801868-2-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:53.156751 dv-cinder-801868-2-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:53.374631 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:53.471516 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.policy [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93218) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:04:53.518674 dv-cinder-801868-2-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:53.519045 dv-cinder-801868-2-iscsi neutron-server[93218]: WARNING oslo_policy.policy [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:04:53.528121 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.quota [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] Loaded quota_driver: . Jul 22 22:04:53.629362 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632363496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632375103', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632351534', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632345056', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632355751', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792632341502', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525765', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1989657'] for rbac-policy, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.708015 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:53.709147 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-456640f7-8495-44c6-b2d4-0ae688c290dd admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0568557 Jul 22 22:04:56.375705 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60436) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:04:56.701893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Request body: {'network': {'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'name': 'private', 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:04:56.733009 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Made reservation on behalf of f9c35c776eeb470096d9442a1f4aff54 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:04:56.735743 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.753749 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.879917 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.885111 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.906853 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:04:56.939620 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792629973800', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:56.940107 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Unsubscribe: segment precommit_create {{(pid=93218) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:04:56.940638 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Added segment 5e04c97a-455a-454f-ae7c-897be3087598 of type vlan for network 18aa416e-3669-4685-88ca-73ad269b8550 Jul 22 22:04:56.959193 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403829f2-dbd8-4ece-8564-0876decaf1d8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:57.015600 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.015960 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.016328 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.016667 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.016999 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.017341 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.017670 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.018005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.018329 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.018652 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.018975 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.019289 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Tracked resource versions report: Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: pushed versions: Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: { 'AddressGroup': {'1.2'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'ConntrackHelper': {'1.0'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Log': {'1.0'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Network': {'1.1'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Port': {'1.7'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'PortForwarding': {'1.2'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'QosPolicy': {'1.8'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroup': {'1.4'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SubPort': {'1.0'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Subnet': {'1.1'}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Trunk': {'1.1'}} Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: consumer versions: Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'ConntrackHelper': '1.0', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Log': '1.0', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Network': '1.1', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Port': '1.7', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'PortForwarding': '1.2', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'QosPolicy': '1.8', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroup': '1.4', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroupRule': '1.2', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SubPort': '1.0', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Subnet': '1.1', Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Trunk': '1.1'}} Jul 22 22:04:57.020382 dv-cinder-801868-2-iscsi neutron-server[93218]: {{(pid=93218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:04:57.071814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:57.122652 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:57.123925 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:04:57.124703 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:04:57.187397 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8104727 Jul 22 22:04:57.234770 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1085484-6d01-4dfb-b2f0-f6b426b12602 admin admin] Pushing event updated for resources: {'Network': ['ID=18aa416e-3669-4685-88ca-73ad269b8550,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:04:57.249010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 18aa416e-3669-4685-88ca-73ad269b8550 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:04:59.918593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60450) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:00.338200 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f75c98-76be-4ab5-9e34-59f634e9e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.339597 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e6f75c98-76be-4ab5-9e34-59f634e9e954 admin admin] 10.222.0.110 "GET /v2.0/networks/18aa416e-3669-4685-88ca-73ad269b8550 HTTP/1.1" status: 200 len: 826 time: 0.4200506 Jul 22 22:05:00.363682 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9c182f3b-3e98-4d5f-b6ab-5aa0a3cf9b4b admin admin] 10.222.0.110 "GET /v2.0/subnetpools/970bfffd-fd39-4332-8a17-0e2040fbab2c HTTP/1.1" status: 200 len: 734 time: 0.0186610 Jul 22 22:05:00.373027 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:00.397020 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Made reservation on behalf of f9c35c776eeb470096d9442a1f4aff54 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:05:00.399985 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:00.701840 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:00.774732 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Checking segment: {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:00.775095 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Network hostable DHCP agents. Network: 18aa416e-3669-4685-88ca-73ad269b8550, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:05:00.777090 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1198351e-be41-4c3c-9d65-616f16ed8ae2,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:00.799650 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Network 18aa416e-3669-4685-88ca-73ad269b8550 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:05:00.811731 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 18aa416e-3669-4685-88ca-73ad269b8550) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:00.817616 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:00.818659 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:00.823897 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c4973-7266-45d8-870d-c0177147c4e3 None None] Network 18aa416e-3669-4685-88ca-73ad269b8550 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:00.833161 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4bfe6712-37ea-43e2-b227-d7ced653a891 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4636586 Jul 22 22:05:01.161410 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-18aa416e-3669-4685-88ca-73ad269b8550', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:05:01.162659 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.443643 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Allocated IP 172.20.0.2 (18aa416e-3669-4685-88ca-73ad269b8550/1198351e-be41-4c3c-9d65-616f16ed8ae2/7c2858b5-8dc0-4136-8f5a-b2a67089d671) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:05:01.684759 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.700792 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Transition to ACTIVE for port object 7c2858b5-8dc0-4136-8f5a-b2a67089d671 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:01.721033 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Transition to ACTIVE for port object 7c2858b5-8dc0-4136-8f5a-b2a67089d671 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:01.730327 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.798529 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Network 18aa416e-3669-4685-88ca-73ad269b8550 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:01.805957 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:01.811405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:05:01.828466 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Pushing event updated for resources: {'Port': ['ID=7c2858b5-8dc0-4136-8f5a-b2a67089d671,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:01.874304 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.874642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.874981 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.875321 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.875653 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.876034 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.876394 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.876717 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.877064 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.877389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.877711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.878031 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Tracked resource versions report: Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: pushed versions: Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: { 'AddressGroup': {'1.2'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'ConntrackHelper': {'1.0'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Log': {'1.0'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Network': {'1.1'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Port': {'1.7'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'PortForwarding': {'1.2'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'QosPolicy': {'1.8'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroup': {'1.4'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SubPort': {'1.0'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Subnet': {'1.1'}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Trunk': {'1.1'}} Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: consumer versions: Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'ConntrackHelper': '1.0', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Log': '1.0', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Network': '1.1', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Port': '1.7', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'PortForwarding': '1.2', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'QosPolicy': '1.8', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroup': '1.4', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroupRule': '1.2', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SubPort': '1.0', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Subnet': '1.1', Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Trunk': '1.1'}} Jul 22 22:05:01.879101 dv-cinder-801868-2-iscsi neutron-server[93219]: {{(pid=93219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:05:01.921198 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Attempting to bind port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:01.921604 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Attempting to bind port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:01.922032 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Attempting to bind port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 on network 18aa416e-3669-4685-88ca-73ad269b8550 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:01.927019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:01.927441 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Checking segment: {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:01.927917 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.928334 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Bound using segment: {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:01.928824 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Bound port: 7c2858b5-8dc0-4136-8f5a-b2a67089d671, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:01.929258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:01.997427 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] For port 7c2858b5-8dc0-4136-8f5a-b2a67089d671, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:02.001846 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] For port 7c2858b5-8dc0-4136-8f5a-b2a67089d671, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=7c2858b5-8dc0-4136-8f5a-b2a67089d671,segment=NetworkSegment(5e04c97a-455a-454f-ae7c-897be3087598),segment_id=5e04c97a-455a-454f-ae7c-897be3087598)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:02.007030 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:02.074841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6067-6d7f-48dc-a714-009e90298945 None None] Pushing event updated for resources: {'Port': ['ID=7c2858b5-8dc0-4136-8f5a-b2a67089d671,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:03.384851 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60458) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:03.710745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-1dc5ba33-0d2c-48e5-9ca5-a9bbfdc773e4 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:05:03.711882 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1dc5ba33-0d2c-48e5-9ca5-a9bbfdc773e4 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3262153 Jul 22 22:05:06.175392 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60466) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:06.502649 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-0f6ac742-fc70-493b-892f-ced5ba03501f admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:05:06.503752 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0f6ac742-fc70-493b-892f-ced5ba03501f admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3274395 Jul 22 22:05:09.316888 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 60476) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:09.700864 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Request body: {'router': {'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'name': 'router1', 'admin_state_up': True}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:09.766265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.policy [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 22:05:09.817450 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:05:09.817754 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING oslo_policy.policy [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 22:05:09.827216 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.quota [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Loaded quota_driver: . Jul 22 22:05:09.852694 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 7c2858b5-8dc0-4136-8f5a-b2a67089d671 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:09.906988 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.909342 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:09.952037 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:10.088422 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.093610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.114263 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:10.115762 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-43013c7d-b550-40ff-ae21-8b48f7f2e81b admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7972724 Jul 22 22:05:10.837183 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4b635-ef79-40a1-8ebf-5c11dc6ddad1 None None] Network 18aa416e-3669-4685-88ca-73ad269b8550 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:10.944008 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Provisioning for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:10.969858 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Provisioning complete for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:10.970268 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:11.136693 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:11.189385 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] For port 7c2858b5-8dc0-4136-8f5a-b2a67089d671, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=7c2858b5-8dc0-4136-8f5a-b2a67089d671,segment=NetworkSegment(5e04c97a-455a-454f-ae7c-897be3087598),segment_id=5e04c97a-455a-454f-ae7c-897be3087598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:11.196027 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:11.255579 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe13ee-1252-4deb-acdf-54c2a510121a None None] Pushing event updated for resources: {'Port': ['ID=7c2858b5-8dc0-4136-8f5a-b2a67089d671,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:11.418356 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-7b59bea1-9db3-4660-8eb4-f0b90aa7acd9 None None] Provisioning complete for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:11.418555 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7b59bea1-9db3-4660-8eb4-f0b90aa7acd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:11.817125 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 7c2858b5-8dc0-4136-8f5a-b2a67089d671 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:11.870028 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:11.870396 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:12.631939 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60490) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:12.892305 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-248496c0-3b47-4d11-9c11-dd4a67e815b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:12.972303 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [None req-8806c8c5-ebbb-4c95-abb0-077dcfbe2c1d admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:05:12.973324 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8806c8c5-ebbb-4c95-abb0-077dcfbe2c1d admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3403802 Jul 22 22:05:15.432503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60498) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:15.631310 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.779795 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:15.801622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Made reservation on behalf of adf2bfc4312445fd92c5bd82b1cd17fc for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:05:15.804838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.813349 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.911896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.920996 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.940619 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93218) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 22:05:15.956636 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd696ff5-a680-4b3b-9e76-ac8af07597bb,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:15.967052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:15.967559 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Added segment 5806376b-90bf-448d-add4-099bdccfda59 of type flat for network 15c85e38-4d22-4766-acde-5f7cf651e410 Jul 22 22:05:16.025812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.036126 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e76bad84-8f99-4590-b989-cbfadac92eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.072647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.073587 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:16.074166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.104913 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6714239 Jul 22 22:05:16.135406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e9a32-5440-4592-acc1-f892fe970aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=15c85e38-4d22-4766-acde-5f7cf651e410,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:16.152091 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 15c85e38-4d22-4766-acde-5f7cf651e410 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:05:16.617973 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:16.802171 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:05:18.559722 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 60516) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:18.748388 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa0dc2-244f-4adb-b889-6c7a6e3a23aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:18.749736 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e8fa0dc2-244f-4adb-b889-6c7a6e3a23aa admin admin] 10.222.0.110 "GET /v2.0/subnets/1198351e-be41-4c3c-9d65-616f16ed8ae2 HTTP/1.1" status: 200 len: 849 time: 0.1890404 Jul 22 22:05:18.817845 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:18.920864 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e98327b0-eb2b-4fb0-8423-dd23d71c5070 admin admin] 10.222.0.110 "GET /v2.0/routers/d3317a06-8898-44ae-944e-3c110188bf89 HTTP/1.1" status: 200 len: 704 time: 0.1653242 Jul 22 22:05:19.221999 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:19.565334 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Allocated IP 172.20.0.1 (18aa416e-3669-4685-88ca-73ad269b8550/1198351e-be41-4c3c-9d65-616f16ed8ae2/aa3d8a05-9e92-4582-be17-2c79c3733c97) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:05:19.818114 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:19.842318 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Transition to ACTIVE for port object aa3d8a05-9e92-4582-be17-2c79c3733c97 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:19.924941 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:19.999808 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Network 18aa416e-3669-4685-88ca-73ad269b8550 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:20.004912 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:20.013091 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:05:20.013650 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.073270 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Pushing event updated for resources: {'Port': ['ID=aa3d8a05-9e92-4582-be17-2c79c3733c97,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:20.206068 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8337d79c-b75c-41ac-9de0-c58138d9b2d2 None None] Provisioning for port aa3d8a05-9e92-4582-be17-2c79c3733c97 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:20.212376 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8337d79c-b75c-41ac-9de0-c58138d9b2d2 None None] Provisioning complete for port aa3d8a05-9e92-4582-be17-2c79c3733c97 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:20.212994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8337d79c-b75c-41ac-9de0-c58138d9b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.255006 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.271065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-8337d79c-b75c-41ac-9de0-c58138d9b2d2 None None] Port aa3d8a05-9e92-4582-be17-2c79c3733c97 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:05:20.452397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.457213 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.458065 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.520547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Pushing event updated for resources: {'Port': ['ID=aa3d8a05-9e92-4582-be17-2c79c3733c97,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:20.588215 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Network 18aa416e-3669-4685-88ca-73ad269b8550 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:20.589737 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:20.766850 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Router d3317a06-8898-44ae-944e-3c110188bf89 is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:05:20.795434 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c83c9f79-b1db-4d7a-84ab-5326f8058f1d None None] Provisioning complete for port aa3d8a05-9e92-4582-be17-2c79c3733c97 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:20.796979 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c83c9f79-b1db-4d7a-84ab-5326f8058f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:20.832377 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-c83c9f79-b1db-4d7a-84ab-5326f8058f1d None None] Port aa3d8a05-9e92-4582-be17-2c79c3733c97 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:05:20.868484 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:05:20.873819 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b1740198-06f4-4a27-af74-3edb037c692c admin admin] 10.222.0.110 "PUT /v2.0/routers/d3317a06-8898-44ae-944e-3c110188bf89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9478652 Jul 22 22:05:20.891584 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Sync routers for ids ['d3317a06-8898-44ae-944e-3c110188bf89'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:05:20.905837 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Routers {'d3317a06-8898-44ae-944e-3c110188bf89'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:20.906870 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:05:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['d3317a06-8898-44ae-944e-3c110188bf89'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:21.105468 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Set router d3317a06-8898-44ae-944e-3c110188bf89 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:21.578657 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:20Z', 'revision_number': 2, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port_host': None, '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:20Z', 'revision_number': 2, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:21.640493 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Checking router: d3317a06-8898-44ae-944e-3c110188bf89 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:05:21.640877 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Updating router d3317a06-8898-44ae-944e-3c110188bf89 port aa3d8a05-9e92-4582-be17-2c79c3733c97 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:05:21.716358 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.254938 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.273487 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Transition to ACTIVE for port object aa3d8a05-9e92-4582-be17-2c79c3733c97 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:22.282392 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.446376 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Pushing event updated for resources: {'Port': ['ID=aa3d8a05-9e92-4582-be17-2c79c3733c97,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:22.452757 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Attempting to bind port aa3d8a05-9e92-4582-be17-2c79c3733c97 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:22.453208 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Attempting to bind port aa3d8a05-9e92-4582-be17-2c79c3733c97 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:22.453720 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Attempting to bind port aa3d8a05-9e92-4582-be17-2c79c3733c97 on network 18aa416e-3669-4685-88ca-73ad269b8550 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:22.463108 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:22.463733 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Checking segment: {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:22.464468 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.465076 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Bound using segment: {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:22.465995 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Bound port: aa3d8a05-9e92-4582-be17-2c79c3733c97, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e04c97a-455a-454f-ae7c-897be3087598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:22.466509 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.485309 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.485627 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.485960 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.486292 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.486619 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.486949 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.487267 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.487593 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.488107 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.488386 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.488617 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.488971 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Tracked resource versions report: Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: pushed versions: Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: { 'AddressGroup': {'1.2'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'ConntrackHelper': {'1.0'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Log': {'1.0'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Network': {'1.1'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Port': {'1.7'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'PortForwarding': {'1.2'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'QosPolicy': {'1.8'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroup': {'1.4'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SubPort': {'1.0'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Subnet': {'1.1'}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Trunk': {'1.1'}} Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: consumer versions: Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'ConntrackHelper': '1.0', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Log': '1.0', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Network': '1.1', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Port': '1.7', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'PortForwarding': '1.2', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'QosPolicy': '1.8', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroup': '1.4', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroupRule': '1.2', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SubPort': '1.0', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Subnet': '1.1', Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Trunk': '1.1'}} Jul 22 22:05:22.489999 dv-cinder-801868-2-iscsi neutron-server[93220]: {{(pid=93220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:05:22.551008 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] For port aa3d8a05-9e92-4582-be17-2c79c3733c97, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:22.575705 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] For port aa3d8a05-9e92-4582-be17-2c79c3733c97, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=aa3d8a05-9e92-4582-be17-2c79c3733c97,segment=NetworkSegment(5e04c97a-455a-454f-ae7c-897be3087598),segment_id=5e04c97a-455a-454f-ae7c-897be3087598)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:22.580482 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:22.641659 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Routers {'d3317a06-8898-44ae-944e-3c110188bf89'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:22.642359 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:05:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['d3317a06-8898-44ae-944e-3c110188bf89'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:22.648481 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372a37-31ab-4112-9968-ce6d39a8edec None None] Pushing event updated for resources: {'Port': ['ID=aa3d8a05-9e92-4582-be17-2c79c3733c97,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:22.740693 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] Set router d3317a06-8898-44ae-944e-3c110188bf89 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:22.962510 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:20Z', 'revision_number': 2, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port_host': None, '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:22Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:22.991315 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da23ed13-f9af-4bac-81d3-20b34d94bab0 None None] The sync data for ids ['d3317a06-8898-44ae-944e-3c110188bf89'] in dv-cinder-801868-2-iscsi is: [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:20Z', 'revision_number': 2, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port_host': None, '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:22Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:05:23.218177 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 60536) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:23.420859 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c45288-8378-44d1-b64c-0a6f6edfc15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:23.422414 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-82c45288-8378-44d1-b64c-0a6f6edfc15a admin admin] 10.222.0.110 "GET /v2.0/networks/15c85e38-4d22-4766-acde-5f7cf651e410 HTTP/1.1" status: 200 len: 842 time: 0.2030203 Jul 22 22:05:23.433154 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:23.459204 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Made reservation on behalf of adf2bfc4312445fd92c5bd82b1cd17fc for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:05:23.461954 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:23.900917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.objects.ports [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93217) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 22:05:23.900917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:23.983131 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e77e6a-409b-4c3a-a4d2-89f3df327586,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:23.998683 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:23.999025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:23.999368 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:23.999704 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.000034 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.000395 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.000721 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.001040 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.001379 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.001705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.002025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.002343 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Tracked resource versions report: Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: pushed versions: Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: { 'AddressGroup': {'1.2'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'ConntrackHelper': {'1.0'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Log': {'1.0'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Network': {'1.1'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Port': {'1.7'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'PortForwarding': {'1.2'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'QosPolicy': {'1.8'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroup': {'1.4'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SubPort': {'1.0'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Subnet': {'1.1'}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Trunk': {'1.1'}} Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: consumer versions: Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'ConntrackHelper': '1.0', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Log': '1.0', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Network': '1.1', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Port': '1.7', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'PortForwarding': '1.2', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'QosPolicy': '1.8', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroup': '1.4', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroupRule': '1.2', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SubPort': '1.0', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Subnet': '1.1', Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Trunk': '1.1'}} Jul 22 22:05:24.003418 dv-cinder-801868-2-iscsi neutron-server[93217]: {{(pid=93217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:05:24.026449 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:24.026713 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Network hostable DHCP agents. Network: 15c85e38-4d22-4766-acde-5f7cf651e410, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:05:24.052703 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:05:24.066905 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 15c85e38-4d22-4766-acde-5f7cf651e410) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:24.071799 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:24.072470 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:24.079336 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c438db8-6040-44b5-a8f7-04cb2afe5226 None None] Network 15c85e38-4d22-4766-acde-5f7cf651e410 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:24.100303 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7f4479e4-a16b-4bfc-9b32-8cda48c7bf8d admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6607795 Jul 22 22:05:24.268457 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25fadd-6ec9-4016-91f7-c47ea0a76255 None None] Network 15c85e38-4d22-4766-acde-5f7cf651e410 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:05:26.496416 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 60548) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:26.737493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0f9c2c0b-0744-48f1-ac63-cebc807ae710 admin admin] 10.222.0.110 "GET /v2.0/routers/d3317a06-8898-44ae-944e-3c110188bf89 HTTP/1.1" status: 200 len: 710 time: 0.2399223 Jul 22 22:05:26.836010 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fb3eb-b495-49a2-968a-b86257858673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:05:26.837455 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ee5fb3eb-b495-49a2-968a-b86257858673 admin admin] 10.222.0.110 "GET /v2.0/networks/15c85e38-4d22-4766-acde-5f7cf651e410 HTTP/1.1" status: 200 len: 886 time: 0.0940127 Jul 22 22:05:26.847332 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:05:27.109796 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.381837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.462463 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.634837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Allocated IP 172.27.1.145 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/c96b3b8c-0037-4d46-9495-896ada7245fd) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:05:27.762299 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.917993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:27.994392 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:05:27.999053 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:05:28.002278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:05:28.068569 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Pushing event updated for resources: {'Port': ['ID=c96b3b8c-0037-4d46-9495-896ada7245fd,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:28.340637 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:28.563442 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:28.566978 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1745913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1745890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1745746'] for router, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:28.691444 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Router d3317a06-8898-44ae-944e-3c110188bf89 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:05:28.805217 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:05:28.810028 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:28.810765 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a6c5f1e7-2173-4640-9512-19c375a735bf admin admin] 10.222.0.110 "PUT /v2.0/routers/d3317a06-8898-44ae-944e-3c110188bf89 HTTP/1.1" status: 200 len: 890 time: 1.9668450 Jul 22 22:05:29.723307 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Sync routers for ids ['d3317a06-8898-44ae-944e-3c110188bf89'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:05:29.735633 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Routers {'d3317a06-8898-44ae-944e-3c110188bf89'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:29.736314 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:05:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['d3317a06-8898-44ae-944e-3c110188bf89'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:29.874329 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device aa3d8a05-9e92-4582-be17-2c79c3733c97 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:30.044661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port aa3d8a05-9e92-4582-be17-2c79c3733c97 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:30.057918 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port aa3d8a05-9e92-4582-be17-2c79c3733c97 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:30.058297 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:30.089613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Set router d3317a06-8898-44ae-944e-3c110188bf89 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:30.414663 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:30.496727 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port aa3d8a05-9e92-4582-be17-2c79c3733c97, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=aa3d8a05-9e92-4582-be17-2c79c3733c97,segment=NetworkSegment(5e04c97a-455a-454f-ae7c-897be3087598),segment_id=5e04c97a-455a-454f-ae7c-897be3087598)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:30.521106 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:30.598662 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=aa3d8a05-9e92-4582-be17-2c79c3733c97,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:30.630135 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:28Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port': {'id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:27Z', 'updated_at': '2021-07-22T22:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:22Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:30.684548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Checking router: d3317a06-8898-44ae-944e-3c110188bf89 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:05:30.684866 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Updating router d3317a06-8898-44ae-944e-3c110188bf89 port c96b3b8c-0037-4d46-9495-896ada7245fd binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:05:30.719445 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.057853 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.068581 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Transition to ACTIVE for port object c96b3b8c-0037-4d46-9495-896ada7245fd will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:05:31.074812 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.125797 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Attempting to bind port c96b3b8c-0037-4d46-9495-896ada7245fd on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:05:31.126140 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Attempting to bind port c96b3b8c-0037-4d46-9495-896ada7245fd by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:05:31.126711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Attempting to bind port c96b3b8c-0037-4d46-9495-896ada7245fd on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:05:31.136396 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a93558-ef35-46c8-9484-6ca72d02756e None None] Pushing event updated for resources: {'Port': ['ID=c96b3b8c-0037-4d46-9495-896ada7245fd,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Bound port: c96b3b8c-0037-4d46-9495-896ada7245fd, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:05:31.144147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.202096 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] For port c96b3b8c-0037-4d46-9495-896ada7245fd, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:05:31.205248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] For port c96b3b8c-0037-4d46-9495-896ada7245fd, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c96b3b8c-0037-4d46-9495-896ada7245fd,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:05:31.210756 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:31.251103 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 60560) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:05:31.271719 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Routers {'d3317a06-8898-44ae-944e-3c110188bf89'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:05:31.272462 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:05:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['d3317a06-8898-44ae-944e-3c110188bf89'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:31.393569 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a93558-ef35-46c8-9484-6ca72d02756e None None] Pushing event updated for resources: {'Port': ['ID=c96b3b8c-0037-4d46-9495-896ada7245fd,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:31.396536 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6eb17738-c395-4eac-a910-48f59beafb15 admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1432371 Jul 22 22:05:31.477217 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] Set router d3317a06-8898-44ae-944e-3c110188bf89 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:05:31.719017 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:28Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port': {'id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:27Z', 'updated_at': '2021-07-22T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:30Z', 'revision_number': 5, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:05:31.746380 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b679892-eba8-4b6f-82b2-48a0e2707aaa None None] The sync data for ids ['d3317a06-8898-44ae-944e-3c110188bf89'] in dv-cinder-801868-2-iscsi is: [{'id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'name': 'router1', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:05:09Z', 'updated_at': '2021-07-22T22:05:28Z', 'revision_number': 4, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'gw_port': {'id': 'c96b3b8c-0037-4d46-9495-896ada7245fd', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:27Z', 'updated_at': '2021-07-22T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'aa3d8a05-9e92-4582-be17-2c79c3733c97', 'name': '', 'network_id': '18aa416e-3669-4685-88ca-73ad269b8550', 'tenant_id': 'f9c35c776eeb470096d9442a1f4aff54', 'mac_address': 'fa:16:3e:90:4e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3317a06-8898-44ae-944e-3c110188bf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:05:19Z', 'updated_at': '2021-07-22T22:05:30Z', 'revision_number': 5, 'project_id': 'f9c35c776eeb470096d9442a1f4aff54', 'subnets': [{'id': '1198351e-be41-4c3c-9d65-616f16ed8ae2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970bfffd-fd39-4332-8a17-0e2040fbab2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:05:31.914065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device aa3d8a05-9e92-4582-be17-2c79c3733c97 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:31.979239 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port aa3d8a05-9e92-4582-be17-2c79c3733c97 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:31.979239 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:33.894044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c96b3b8c-0037-4d46-9495-896ada7245fd up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:33.950803 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port c96b3b8c-0037-4d46-9495-896ada7245fd completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:05:33.958121 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c96b3b8c-0037-4d46-9495-896ada7245fd triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:33.958633 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:34.070736 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:34.093992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port c96b3b8c-0037-4d46-9495-896ada7245fd, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c96b3b8c-0037-4d46-9495-896ada7245fd,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:05:34.099015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:34.183192 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=c96b3b8c-0037-4d46-9495-896ada7245fd,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:05:35.865848 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c96b3b8c-0037-4d46-9495-896ada7245fd up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:05:35.938121 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c96b3b8c-0037-4d46-9495-896ada7245fd triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:05:35.938872 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:42.917211 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d37ae404-f56e-4019-84a0-3d24255a35ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:45.636482 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:46.042153 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0f7340a8-d91b-4ccc-9bbf-a92717973686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:46.622013 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:48.829038 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:05:53.801249 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:12.892812 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a27d923a-a307-4778-b81a-258a2dd05c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:15.633833 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:16.033821 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1325e72a-1be5-45f6-b8cb-93e460cc935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:16.625803 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:18.826842 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:30.799738 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:06:42.901536 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a6829b4f-6788-499f-98c1-5399509312d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:45.629388 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.039643 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d68de953-0329-4abc-a3d1-9b466a5b26b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:46.633003 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:06:48.837481 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:07.832825 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:10.540157 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32896) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:10.603457 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d71351f-a413-408d-a799-17ebcfb437ed admin admin] GET failed (client error): The resource could not be found. Jul 22 22:07:10.604834 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4d71351f-a413-408d-a799-17ebcfb437ed admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636668 Jul 22 22:07:10.769836 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e97a4-f292-41d7-a69f-e8214a2adaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:10.771254 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-466e97a4-f292-41d7-a69f-e8214a2adaf0 admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1616743 Jul 22 22:07:12.894710 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-cc82c97d-895a-4068-9e4c-0528fb797a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:12.949513 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 32906) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:13.050131 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66fe4a-b4b4-47d2-97c0-34832eb35f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:13.051468 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0e66fe4a-b4b4-47d2-97c0-34832eb35f52 admin admin] 10.222.0.110 "GET /v2.0/subnets/1198351e-be41-4c3c-9d65-616f16ed8ae2 HTTP/1.1" status: 200 len: 849 time: 0.1010289 Jul 22 22:07:13.061068 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:07:13.163831 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.308795 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792629843824'] for subnet, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.342794 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:13.343443 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.344966 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] 10.222.0.110 "PUT /v2.0/subnets/1198351e-be41-4c3c-9d65-616f16ed8ae2 HTTP/1.1" status: 200 len: 868 time: 0.2876453 Jul 22 22:07:13.349106 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb7725-b742-4b1b-a315-503aad21b5b4 None None] Network 18aa416e-3669-4685-88ca-73ad269b8550 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:07:13.371614 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1198351e-be41-4c3c-9d65-616f16ed8ae2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:07:13.380323 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.380725 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.381080 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.381391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.381678 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.382025 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.382355 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.382680 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.383304 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.383638 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.383961 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.384311 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d0bbb-3330-47c9-8fec-4d3ea506e0d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:07:13.739206 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-17b042a1-6dda-4e4f-976f-f6a1b15c3cfe None None] Provisioning complete for port aa3d8a05-9e92-4582-be17-2c79c3733c97 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:13.739629 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-17b042a1-6dda-4e4f-976f-f6a1b15c3cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:13.825525 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-17b042a1-6dda-4e4f-976f-f6a1b15c3cfe None None] Provisioning complete for port 7c2858b5-8dc0-4136-8f5a-b2a67089d671 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:07:13.825835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-17b042a1-6dda-4e4f-976f-f6a1b15c3cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.538223 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32916) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:15.631571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:15.810259 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c130f194-f20f-4eb2-8fc9-38fe874a7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:15.810744 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c130f194-f20f-4eb2-8fc9-38fe874a7bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:15.812858 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c130f194-f20f-4eb2-8fc9-38fe874a7bae admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2733850 Jul 22 22:07:16.042278 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f56fd1b2-39f2-4786-b6f6-f199172d1e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:16.633131 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:18.060410 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32924) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:18.193524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8bbaa-4f93-4db1-b1e7-ad13fdd1e2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:18.194002 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8bbaa-4f93-4db1-b1e7-ad13fdd1e2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:18.195562 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-86c8bbaa-4f93-4db1-b1e7-ad13fdd1e2ac admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1341937 Jul 22 22:07:18.831842 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:20.387724 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32932) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:20.514349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aebf0b-63fe-4ca5-a799-ed40ff937584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:20.516486 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-05aebf0b-63fe-4ca5-a799-ed40ff937584 admin admin] 10.222.0.110 "GET /v2.0/networks/15c85e38-4d22-4766-acde-5f7cf651e410 HTTP/1.1" status: 200 len: 886 time: 0.1277559 Jul 22 22:07:22.714984 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 32940) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:22.845272 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8f48e-8774-4129-813f-dc9c4f5b2225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:22.846684 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c4c8f48e-8774-4129-813f-dc9c4f5b2225 admin admin] 10.222.0.110 "GET /v2.0/networks/18aa416e-3669-4685-88ca-73ad269b8550 HTTP/1.1" status: 200 len: 870 time: 0.1307497 Jul 22 22:07:25.009391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 32948) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:25.202621 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3daa6-c6e0-430c-a040-76784e14bbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:25.203127 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3daa6-c6e0-430c-a040-76784e14bbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:25.204689 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-37a3daa6-c6e0-430c-a040-76784e14bbd1 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1943548 Jul 22 22:07:27.368654 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32956) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:27.495381 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85392e09-ed94-4bdd-8fcf-e8a2e73b044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:27.495756 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85392e09-ed94-4bdd-8fcf-e8a2e73b044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:27.497599 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-85392e09-ed94-4bdd-8fcf-e8a2e73b044b admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279819 Jul 22 22:07:29.714719 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32964) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:29.814986 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284d7ff-c894-48f5-9ea3-b8cb8ad774c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:29.816394 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8284d7ff-c894-48f5-9ea3-b8cb8ad774c7 admin admin] 10.222.0.110 "GET /v2.0/subnets/1198351e-be41-4c3c-9d65-616f16ed8ae2 HTTP/1.1" status: 200 len: 868 time: 0.1006908 Jul 22 22:07:31.988961 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 32972) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:32.081619 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6bb737-c9b7-42d5-9a2b-93f18228057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:32.082990 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6d6bb737-c9b7-42d5-9a2b-93f18228057d admin admin] 10.222.0.110 "GET /v2.0/subnets/f3e77e6a-409b-4c3a-a4d2-89f3df327586 HTTP/1.1" status: 200 len: 816 time: 0.0930865 Jul 22 22:07:42.896909 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-65c0c219-7f74-4ffb-baaa-7926eaddf4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:44.823438 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:07:45.634247 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.045694 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-658c35c9-158e-4016-94ee-5dc61a4ee6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:46.648065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:48.835950 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:07:57.133295 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33024) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:57.207213 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-700134ca-e8e8-4a71-81b6-336ddb629274 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:07:57.208225 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-700134ca-e8e8-4a71-81b6-336ddb629274 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739429 Jul 22 22:07:59.552169 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33032) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:07:59.619344 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a81112-7dda-412c-b7c4-af9fa217ff90 admin admin] GET failed (client error): The resource could not be found. Jul 22 22:07:59.621022 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-21a81112-7dda-412c-b7c4-af9fa217ff90 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678284 Jul 22 22:07:59.709879 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bd18c0-f440-4b24-998b-bcdd1e5eca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:07:59.712371 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f8bd18c0-f440-4b24-998b-bcdd1e5eca15 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0865479 Jul 22 22:08:02.028582 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33040) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:02.077140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:02.102046 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Made reservation on behalf of adf2bfc4312445fd92c5bd82b1cd17fc for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:02.104424 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.156037 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING neutron.services.revisions.revision_plugin [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Could not find related network for resource to bump revision. Jul 22 22:08:02.175123 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:08:02.190809 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792629973800', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.191404 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Unsubscribe: segment precommit_create {{(pid=93217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 22:08:02.191861 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Added segment 56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2 of type vlan for network db088584-3bb0-4181-89a0-d7171ea12212 Jul 22 22:08:02.241134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.285045 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.286076 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:02.286658 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:02.337429 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3076024 Jul 22 22:08:02.386899 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Pushing event updated for resources: {'Network': ['ID=db088584-3bb0-4181-89a0-d7171ea12212,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:02.395355 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.395748 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.396068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.396455 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.396785 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.397136 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.397470 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.397801 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.398136 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.398473 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.398788 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.399113 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a742ae6-6d6f-414d-9dfe-93e90ca1a05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:02.412691 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network db088584-3bb0-4181-89a0-d7171ea12212 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:08:04.572575 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33048) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:08:04.633898 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe11d40-9f07-469a-9f97-35e46a45463e admin admin] GET failed (client error): The resource could not be found. Jul 22 22:08:04.635262 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1fe11d40-9f07-469a-9f97-35e46a45463e admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617220 Jul 22 22:08:04.710505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5722490-bc37-4ba4-9f23-d94a4cacfe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:04.712029 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b5722490-bc37-4ba4-9f23-d94a4cacfe06 admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0722835 Jul 22 22:08:04.722625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:08:04.742744 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Made reservation on behalf of adf2bfc4312445fd92c5bd82b1cd17fc for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:08:04.745370 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.921502 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:04.976777 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f7bb1a-c4be-4a61-8139-1c462f550c64,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:04.985990 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Checking segment: {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:04.986351 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Network hostable DHCP agents. Network: db088584-3bb0-4181-89a0-d7171ea12212, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:08:05.002081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Network db088584-3bb0-4181-89a0-d7171ea12212 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:08:05.010538 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, db088584-3bb0-4181-89a0-d7171ea12212) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:05.014711 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:08:05.015358 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.020571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50960a-1d71-48fd-ba67-ff1653ae41f4 None None] Network db088584-3bb0-4181-89a0-d7171ea12212 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:05.030963 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f9948bee-bfab-4a59-896e-e9a3729675b2 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3119953 Jul 22 22:08:05.281777 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-db088584-3bb0-4181-89a0-d7171ea12212', 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212', 'tenant_id': 'adf2bfc4312445fd92c5bd82b1cd17fc', 'fixed_ips': [{'subnet_id': 'f5f7bb1a-c4be-4a61-8139-1c462f550c64'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:08:05.282665 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.431410 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Allocated IP 192.168.233.2 (db088584-3bb0-4181-89a0-d7171ea12212/f5f7bb1a-c4be-4a61-8139-1c462f550c64/dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:08:05.587652 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.596700 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Transition to ACTIVE for port object dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:05.612702 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Transition to ACTIVE for port object dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:08:05.620055 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.660666 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Network db088584-3bb0-4181-89a0-d7171ea12212 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:08:05.665861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:08:05.669235 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:08:05.683250 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Pushing event updated for resources: {'Port': ['ID=dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:05.691914 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.692304 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.692660 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.692998 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.693335 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.693671 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.694006 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.694342 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.694694 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.695029 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.695393 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.695733 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:08:05.750554 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Attempting to bind port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:08:05.750955 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Attempting to bind port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:08:05.751332 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Attempting to bind port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c on network db088584-3bb0-4181-89a0-d7171ea12212 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:08:05.757278 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:08:05.757656 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Checking segment: {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:08:05.758114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.758520 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Bound using segment: {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:08:05.759015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Bound port: dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:08:05.759423 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.831455 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] For port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:08:05.834578 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] For port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:08:05.842028 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:05.904665 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c9baf-a5c4-4c43-a0f4-9ed2afb58703 None None] Pushing event updated for resources: {'Port': ['ID=dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:06.738425 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c9d1e-2c6c-483c-9faa-182958e49257 None None] Network db088584-3bb0-4181-89a0-d7171ea12212 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:08:06.803915 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-81c9220c-560f-4e58-b31a-39c6e4bb7d07 None None] Provisioning for port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:07.967505 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:08.020852 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:08:08.025370 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:08.025749 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:08.113402 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:08.149507 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:08:08.154680 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:08.206452 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:08:09.944429 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:08:09.992976 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port dd8aa771-7d10-4bb3-8ce6-e39ebcb0e54c triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:08:09.993605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:12.899331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-38f229be-c97e-4418-8c3e-e58e0e756dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:15.638319 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.049258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5f6940f6-52b6-4fc8-98f4-ad08f1554400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:16.638930 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:18.845605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:21.823008 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:08:42.905924 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-60bc2b93-08fa-427e-997a-3e4b3446bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:45.656009 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.057760 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c878-6875-46f2-9676-26a489f2d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:46.651793 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:48.856791 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:08:58.823712 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:12.899990 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5227a658-bf78-401d-97c7-f0d8a71576e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:15.647207 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:16.060728 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4101c20c-95d8-4f81-8b29-d73ed4a26f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:16.655407 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:18.861179 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:34.980145 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33100) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:34.990732 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [None req-4ea192ca-0580-420a-bcf7-07ea121d6d9f tempest-verify_tempest_config-384857500 tempest-verify_tempest_config-384857500-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:09:34.992521 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4ea192ca-0580-420a-bcf7-07ea121d6d9f tempest-verify_tempest_config-384857500 tempest-verify_tempest_config-384857500-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0107644 Jul 22 22:09:35.417865 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33118) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:35.532180 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.678018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.682574 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.733841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=774d6afcf45d47eebdc8740189bf1af2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3148112 Jul 22 22:09:35.735441 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d75245-af2c-4f87-86ee-46786e328549,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:35.738423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33122) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:09:35.744736 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.745140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.745428 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.745844 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.746177 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.746503 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.746826 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.747149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.747483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.747830 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.748305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.748633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083dda5f-04c8-479d-aceb-cf11a69bc765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.806270 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.824495 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:09:35.834180 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.941861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.945183 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:35.946509 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/02d75245-af2c-4f87-86ee-46786e328549 HTTP/1.1" status: 204 len: 168 time: 0.2067511 Jul 22 22:09:35.961405 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d75245-af2c-4f87-86ee-46786e328549,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:09:35.974249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.975013 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.975587 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.976543 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.977188 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.977768 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.978318 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.978959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.980340 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.981507 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.982077 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:35.982637 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab48218-1058-4bb3-9de1-26fd9966cabc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:09:42.904235 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-53c0a9d6-381b-4f47-964c-b8504ca2d3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:45.650170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:46.060182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bcee1aba-4c15-482f-af4e-2d1d0f9750d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:46.663086 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:09:48.865148 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:12.823696 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:10:12.916558 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-fbc0e376-5bd2-436c-b467-7db9b66fb0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:15.649753 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.056287 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8afc03e9-1dbf-4db1-a80d-852e873657fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:16.655851 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:18.855642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:42.916995 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1301-79e7-43a9-b259-74b7bb33e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:45.652040 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.062217 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a88b0e4e-2d35-43ec-80e2-7c1f2bc7b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:46.658406 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:48.867308 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:10:49.822946 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 5 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:12.909569 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a495f4a8-849b-4e73-b2e1-4c0ad919e034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:15.646731 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.072992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-154d8826-6269-4656-a1d4-823bf4edc28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:16.662194 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:18.874022 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:25.656354 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1748450'] for agent, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:26.824037 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:11:37.258186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33196) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:37.369291 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bcc49ae7-3dd9-412e-8502-b51b13882ccb admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1099930 Jul 22 22:11:39.651882 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33208) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:11:39.723752 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-29222c90-0c4a-43ba-ad59-022b8a7d8229 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0703537 Jul 22 22:11:42.912882 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6a9c7c2-b173-4711-b052-0b7e4a8e6ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:45.658844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:46.069837 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4bd411e4-cd8c-4276-9ee7-5342958de8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:46.671954 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:48.871323 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:11:55.646501 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:03.823602 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:12.915200 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-afd9ccae-9dcb-4373-8d6e-428524340d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:15.753306 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.062459 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c91a4dcd-4f5c-4715-b09b-d9e3c0235881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:16.665961 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:18.873600 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:25.660720 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:40.822672 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:12:42.927369 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e21d3dbc-94e0-4c94-8d88-22274cb530c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:45.657457 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.064622 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d8915ba7-05d5-4429-8f81-89f82238a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:46.669243 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:48.883753 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:12:55.681078 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:12.931898 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e0e57556-7a28-4d89-8378-3e20b3ded46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:15.677715 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.088027 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7e6e58fc-d323-4301-955d-ff8fe4fa7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:16.690347 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:17.830297 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:18.913720 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:20.610184 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33362) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:21.168092 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1046833517-network', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:21.207222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Made reservation on behalf of 93164c7b18524c7f9483aa0383349cb9 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:21.212062 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.231393 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.440120 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.463157 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.531288 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:21.586917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.588763 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Added segment f1b83d12-444b-4f86-b31e-aee799c9b5a6 of type vlan for network 5dcfbf64-3926-45d8-838a-8c062184c27a Jul 22 22:13:21.591445 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b87d4c0-8829-443d-a3d3-4fb9cc9a00de,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.661469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.662692 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.663369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.664149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.664858 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.665550 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.665923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.666354 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.666938 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.667473 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.667896 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.668422 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Tracked resource versions report: Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: pushed versions: Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: { 'AddressGroup': {'1.2'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'ConntrackHelper': {'1.0'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Log': {'1.0'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Network': {'1.1'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Port': {'1.7'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'PortForwarding': {'1.2'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'QosPolicy': {'1.8'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroup': {'1.4'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SubPort': {'1.0'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Subnet': {'1.1'}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Trunk': {'1.1'}} Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: consumer versions: Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: HyperV agent@hv-cinder-80186: {}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'ConntrackHelper': '1.0', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Log': '1.0', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Network': '1.1', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Port': '1.7', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'PortForwarding': '1.2', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'QosPolicy': '1.8', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroup': '1.4', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SecurityGroupRule': '1.2', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'SubPort': '1.0', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Subnet': '1.1', Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: 'Trunk': '1.1'}} Jul 22 22:13:21.669563 dv-cinder-801868-2-iscsi neutron-server[93217]: {{(pid=93217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:13:21.698635 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.750352 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.751993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:21.752778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.804350 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1896601 Jul 22 22:13:21.806454 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33410) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:21.813158 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Request body: {'subnet': {'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1046833517-subnet', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:21.843700 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Made reservation on behalf of 93164c7b18524c7f9483aa0383349cb9 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:21.847372 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:21.852082 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2017ac-c3cd-48a2-9eb4-545f1f7f0fee admin admin] Pushing event updated for resources: {'Network': ['ID=5dcfbf64-3926-45d8-838a-8c062184c27a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:21.869120 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 5dcfbf64-3926-45d8-838a-8c062184c27a details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:22.019018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33426) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.074868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.158270 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79414aa4-84a2-4ea8-9521-cc0378afb612,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:22.181831 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.182257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.182694 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.183215 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.183769 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.184567 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.185125 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.185676 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.186099 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.186574 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.187055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.187510 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Tracked resource versions report: Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: pushed versions: Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: { 'AddressGroup': {'1.2'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'ConntrackHelper': {'1.0'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Log': {'1.0'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Network': {'1.1'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Port': {'1.7'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'PortForwarding': {'1.2'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'QosPolicy': {'1.8'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroup': {'1.4'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SubPort': {'1.0'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Subnet': {'1.1'}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Trunk': {'1.1'}} Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: consumer versions: Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: HyperV agent@hv-cinder-80186: {}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'ConntrackHelper': '1.0', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Log': '1.0', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Network': '1.1', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Port': '1.7', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'PortForwarding': '1.2', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'QosPolicy': '1.8', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroup': '1.4', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SecurityGroupRule': '1.2', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'SubPort': '1.0', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Subnet': '1.1', Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: 'Trunk': '1.1'}} Jul 22 22:13:22.189273 dv-cinder-801868-2-iscsi neutron-server[93218]: {{(pid=93218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:13:22.199728 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Checking segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:22.200581 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Network hostable DHCP agents. Network: 5dcfbf64-3926-45d8-838a-8c062184c27a, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:22.230860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:22.246821 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 5dcfbf64-3926-45d8-838a-8c062184c27a) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:22.259809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cb273-8c1e-49b3-b261-9cbcd7db7f14 None None] Network 5dcfbf64-3926-45d8-838a-8c062184c27a requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:22.261704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:22.262634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.286271 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-03694646-20c4-4bb8-b469-eaacf9a0be55 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4783092 Jul 22 22:13:22.290298 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33438) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.295881 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:22.327893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.329658 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.507338 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-919086290-network', 'tenant_id': '131c422049c5444aa188ba5e9a4efc0f'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:22.524134 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.567782 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-5dcfbf64-3926-45d8-838a-8c062184c27a', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:13:22.572857 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.580264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Made reservation on behalf of 131c422049c5444aa188ba5e9a4efc0f for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:22.590759 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.612701 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.851798 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.853928 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33448) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.870130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.905867 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Allocated IP 172.20.0.2 (5dcfbf64-3926-45d8-838a-8c062184c27a/79414aa4-84a2-4ea8-9521-cc0378afb612/1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:22.919413 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33452) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:22.920731 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca21b5-4e7b-483a-a4d7-65ade4775581,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:22.950929 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:22.973764 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:22.976772 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Added segment cb9afb6a-15c2-46a2-873a-bdaf68f477a4 of type vlan for network 1a2c4567-b907-434f-9715-3d7a3808ccec Jul 22 22:13:22.998889 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.114895 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.194845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.196588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:23.198695 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.227831 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.244254 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Transition to ACTIVE for port object 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:23.278491 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Transition to ACTIVE for port object 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:23.294312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.320265 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2995701 Jul 22 22:13:23.321475 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563f341-bc3c-471a-818d-57e536462b11 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2c4567-b907-434f-9715-3d7a3808ccec,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.335236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33460) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:23.341398 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Request body: {'subnet': {'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-919086290-subnet', 'tenant_id': '131c422049c5444aa188ba5e9a4efc0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:23.369593 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 1a2c4567-b907-434f-9715-3d7a3808ccec details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:23.373698 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-742941399-network', 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:23.395896 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Made reservation on behalf of 131c422049c5444aa188ba5e9a4efc0f for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:23.398967 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.400419 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:23.406065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:23.409936 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:23.446684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Pushing event updated for resources: {'Port': ['ID=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:23.505008 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.506673 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.508527 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.511078 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.513068 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.515354 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.520539 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.522530 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.523504 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.525573 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.526517 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.527365 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Tracked resource versions report: Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: pushed versions: Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: { 'AddressGroup': {'1.2'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'ConntrackHelper': {'1.0'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Log': {'1.0'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Network': {'1.1'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Port': {'1.7'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'PortForwarding': {'1.2'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'QosPolicy': {'1.8'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroup': {'1.4'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SubPort': {'1.0'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Subnet': {'1.1'}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Trunk': {'1.1'}} Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: consumer versions: Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: HyperV agent@hv-cinder-80186: {}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'ConntrackHelper': '1.0', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Log': '1.0', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Network': '1.1', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Port': '1.7', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'PortForwarding': '1.2', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'QosPolicy': '1.8', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroup': '1.4', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SecurityGroupRule': '1.2', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'SubPort': '1.0', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Subnet': '1.1', Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: 'Trunk': '1.1'}} Jul 22 22:13:23.529803 dv-cinder-801868-2-iscsi neutron-server[93219]: {{(pid=93219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:13:23.559085 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.576992 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-493900115-network', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:23.603537 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.653227 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:23.656577 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.669130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Made reservation on behalf of 9c7420429ec848f6a4c1ad81eebaf705 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:23.671838 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.689636 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.703755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.704438 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Attempting to bind port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:23.705165 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Attempting to bind port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:23.706950 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Attempting to bind port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:23.721615 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:23.722013 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Checking segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:23.722389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.722932 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Bound using segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:23.723423 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Bound port: 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:23.724058 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:23.828681 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-92241903-85be-4155-85c3-b0175ba73663 None None] For port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:23.836550 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Allocated IP 172.27.1.161 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/59987bfa-ff35-4ad3-a0bb-b80101240b91) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:23.837180 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-92241903-85be-4155-85c3-b0175ba73663 None None] For port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:23.850647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.065044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241903-85be-4155-85c3-b0175ba73663 None None] Pushing event updated for resources: {'Port': ['ID=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.118471 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.201215 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.207140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.232708 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.255872 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:24.273334 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.274369 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Added segment f1b29eb0-769a-43c2-aec4-a252417ce7cd of type vlan for network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e Jul 22 22:13:24.284704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.384114 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.387640 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:24.437735 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:24.447357 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:24.515385 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.517527 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.518481 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.525719 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Checking segment: {'id': 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:24.526697 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Network hostable DHCP agents. Network: 1a2c4567-b907-434f-9715-3d7a3808ccec, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:24.565359 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Pushing event updated for resources: {'Port': ['ID=59987bfa-ff35-4ad3-a0bb-b80101240b91,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.629310 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Network 1a2c4567-b907-434f-9715-3d7a3808ccec is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:24.669659 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.686061 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 1a2c4567-b907-434f-9715-3d7a3808ccec) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:24.759543 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.792062 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa19eb4-4873-47c4-b797-9174836b4578 None None] Network 1a2c4567-b907-434f-9715-3d7a3808ccec requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:24.821562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:24.825666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.921284 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:24.927187 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] Pushing event updated for resources: {'Network': ['ID=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:24.962460 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:25.007900 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.030516 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.073271 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8b7ecc61-e17a-4cad-9303-c0a3310bdf80 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2145977 Jul 22 22:13:25.077622 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-acf36c2d-82d1-44cd-bb1a-439148d65efe admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7406948 Jul 22 22:13:25.095469 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33512) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:25.142937 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Request body: {'subnet': {'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-742941399-subnet', 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:25.197280 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:13:25.201936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:25.208086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.250262 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a76f04-e68e-45b6-a851-4af8cbff9f32,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.296868 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.297980 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Added segment 63e668bb-ac4f-4814-b8ed-f21d9881793c of type vlan for network 6df68dab-9491-409a-9b1c-2c69807e5f2f Jul 22 22:13:25.369137 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64faaa44-31f1-4adf-ab7d-e91860a0ca82 None None] Network 1a2c4567-b907-434f-9715-3d7a3808ccec requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:25.515514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.598057 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.600650 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:25.604111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.680487 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7528455 Jul 22 22:13:25.685824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33524) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:25.711158 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Request body: {'subnet': {'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-subnet', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:25.742299 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.844693 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b985-4021-4451-af3c-28987d0a940f admin admin] Pushing event updated for resources: {'Network': ['ID=6df68dab-9491-409a-9b1c-2c69807e5f2f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:25.863401 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:13:25.878730 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.900453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Made reservation on behalf of 9c7420429ec848f6a4c1ad81eebaf705 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:25.904308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:25.905987 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.069684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135091af-7565-455f-9560-4bd43d34e986 None None] Network 5dcfbf64-3926-45d8-838a-8c062184c27a requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:26.236113 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-b46df38d-4abc-43b3-877c-d87637bb9a50 None None] Provisioning for port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:26.345924 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.348480 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:26.436500 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d9b04e-1359-44ed-a558-5821b7094af8,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:26.447013 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Router 14491050-0387-4472-b689-5841d57e358c is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:13:26.453116 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Checking segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:26.454588 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Network hostable DHCP agents. Network: 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:26.497360 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df77634-20d3-455a-9b3c-6212650e04fc,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:26.507796 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Checking segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:26.508163 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Network hostable DHCP agents. Network: 6df68dab-9491-409a-9b1c-2c69807e5f2f, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:13:26.550041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:26.571142 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 6df68dab-9491-409a-9b1c-2c69807e5f2f) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:26.581685 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:26.582399 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.618824 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c0c09-e26d-4f0e-a98f-e3e3a3c10785 None None] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:26.635326 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b7374451-6aeb-48a4-bf28-96f8c82f3bf4 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9432042 Jul 22 22:13:26.636452 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33554) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.652091 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:26.677379 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:26.685884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:26.709479 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:13:26.710827 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:26.718300 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:26.718300 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.718804 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:26.726074 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:26.726716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.748653 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea1683-e053-4c19-8f21-33c64d1c7401 None None] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:26.757497 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.759562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.761972 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:26.767112 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:26.776391 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3c3b865e-b670-4baa-bdb3-8de6c7d75043 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6717703 Jul 22 22:13:26.776391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:26.777955 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-972e72b2-0148-4b10-82a0-814acf4c042f admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4856608 Jul 22 22:13:26.778625 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33558) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:26.895825 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:27.186032 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:27.315641 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:27.914150 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:24Z', 'revision_number': 3, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:28.001390 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:28.003808 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Updating router 14491050-0387-4472-b689-5841d57e358c port 59987bfa-ff35-4ad3-a0bb-b80101240b91 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:13:28.056042 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.086298 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1edec1c2-14cb-4723-ba7d-ac5825dca27c None None] Provisioning complete for port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:28.087867 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1edec1c2-14cb-4723-ba7d-ac5825dca27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.100490 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.171365 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.184687 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33634) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:28.202690 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07141f-5e36-4969-94af-52d743d8ec17 None None] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:28.213227 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.219801 dv-cinder-801868-2-iscsi neutron-server[93217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:13:28.486270 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-6df68dab-9491-409a-9b1c-2c69807e5f2f', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:13:28.487630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.572659 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.575761 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33656) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:28.581711 dv-cinder-801868-2-iscsi neutron-server[93218]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 22:13:28.606043 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:28.669085 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.670306 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.699469 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Transition to ACTIVE for port object 59987bfa-ff35-4ad3-a0bb-b80101240b91 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:28.713845 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:28.963182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:28.975790 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Pushing event updated for resources: {'Port': ['ID=59987bfa-ff35-4ad3-a0bb-b80101240b91,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:28.996488 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Allocated IP 172.20.0.2 (6df68dab-9491-409a-9b1c-2c69807e5f2f/2df77634-20d3-455a-9b3c-6212650e04fc/092ee6a1-3728-4bb1-ad8e-fc637713b10b) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:29.008253 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.008568 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.008892 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.009216 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.009554 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.009891 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.010221 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.010629 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.010885 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.011217 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.011629 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.011854 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Tracked resource versions report: Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: pushed versions: Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: { 'AddressGroup': {'1.2'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'ConntrackHelper': {'1.0'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Log': {'1.0'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Network': {'1.1'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Port': {'1.7'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'PortForwarding': {'1.2'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'QosPolicy': {'1.8'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroup': {'1.4'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroupRule': {'1.2'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SubPort': {'1.0'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Subnet': {'1.1'}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Trunk': {'1.1'}} Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: consumer versions: Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: { DHCP agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: HyperV agent@hv-cinder-80186: {}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: L3 agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: Metadata agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: Metering agent@dv-cinder-801868-2-iscsi: {}, Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: Open vSwitch agent@dv-cinder-801868-2-iscsi: { 'AddressGroup': '1.2', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'ConntrackHelper': '1.0', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Log': '1.0', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Network': '1.1', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Port': '1.7', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'PortForwarding': '1.2', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'QosPolicy': '1.8', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroup': '1.4', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SecurityGroupRule': '1.2', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'SubPort': '1.0', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Subnet': '1.1', Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: 'Trunk': '1.1'}} Jul 22 22:13:29.019175 dv-cinder-801868-2-iscsi neutron-server[93220]: {{(pid=93220) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 22:13:29.026004 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Attempting to bind port 59987bfa-ff35-4ad3-a0bb-b80101240b91 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:29.026377 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Attempting to bind port 59987bfa-ff35-4ad3-a0bb-b80101240b91 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:29.026742 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Attempting to bind port 59987bfa-ff35-4ad3-a0bb-b80101240b91 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:29.042994 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:29.043397 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:29.043781 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.044235 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:29.044762 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Bound port: 59987bfa-ff35-4ad3-a0bb-b80101240b91, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:29.045168 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.061421 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-55c368ed-0dd7-4d94-aba4-20cf4767df2e tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.064164 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-55c368ed-0dd7-4d94-aba4-20cf4767df2e tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/networks?id=1a2c4567-b907-434f-9715-3d7a3808ccec HTTP/1.1" status: 200 len: 811 time: 0.4865956 Jul 22 22:13:29.091691 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33680) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:29.114283 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-3c8e7b79-4278-49ad-a96f-279fcd8cbb81 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/quotas/131c422049c5444aa188ba5e9a4efc0f HTTP/1.1" status: 200 len: 375 time: 0.0385656 Jul 22 22:13:29.185099 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] For port 59987bfa-ff35-4ad3-a0bb-b80101240b91, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:29.196250 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] For port 59987bfa-ff35-4ad3-a0bb-b80101240b91, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=59987bfa-ff35-4ad3-a0bb-b80101240b91,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:29.210997 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.323276 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-c0a33558-3554-44b0-8ab7-f3ed996f39ac tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=131c422049c5444aa188ba5e9a4efc0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2087238 Jul 22 22:13:29.370542 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-a4955fc9-1676-4661-beed-051798aa2b83 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:29.378185 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-a4955fc9-1676-4661-beed-051798aa2b83 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 1.1864007 Jul 22 22:13:29.399039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33694) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:29.403988 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.424858 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Transition to ACTIVE for port object 092ee6a1-3728-4bb1-ad8e-fc637713b10b will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:29.450187 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Transition to ACTIVE for port object 092ee6a1-3728-4bb1-ad8e-fc637713b10b will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:29.462866 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.477054 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-927e4161-b09a-4286-ac72-88d50b8915dc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/quotas/71bffb8e6c93437cb3fdbc82d8300750 HTTP/1.1" status: 200 len: 375 time: 0.0946822 Jul 22 22:13:29.492912 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7681353-c7b3-4251-a98b-a73f06a98e4b None None] Pushing event updated for resources: {'Port': ['ID=59987bfa-ff35-4ad3-a0bb-b80101240b91,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:29.507119 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:29.507757 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:29.557990 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:29.562116 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:29.569486 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:29.573491 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-b8484693-6c08-42f0-8da5-da2eceb15d2b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951788 Jul 22 22:13:29.585578 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Pushing event updated for resources: {'Port': ['ID=092ee6a1-3728-4bb1-ad8e-fc637713b10b,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:29.604670 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Allocated IP 172.27.1.152 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/da0d4e14-2e4a-4111-b7f8-30480803c3b2) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:29.719686 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Attempting to bind port 092ee6a1-3728-4bb1-ad8e-fc637713b10b on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:29.725034 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Attempting to bind port 092ee6a1-3728-4bb1-ad8e-fc637713b10b by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:29.725553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Attempting to bind port 092ee6a1-3728-4bb1-ad8e-fc637713b10b on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:29.744318 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:29.744318 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Checking segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:29.744927 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.745186 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Bound using segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:29.745681 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Bound port: 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:29.746149 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.794917 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:29.838243 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.845614 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Allocated IP 172.20.0.1 (5dcfbf64-3926-45d8-838a-8c062184c27a/79414aa4-84a2-4ea8-9521-cc0378afb612/70678681-899e-475a-8f6c-2566641cadce) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:29.888344 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.911526 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1894c4a9-b42a-404c-91b5-af18907187fb service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:13:29.913315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1894c4a9-b42a-404c-91b5-af18907187fb service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3387077 Jul 22 22:13:29.918584 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b286e156-7f16-4804-b272-001842437fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.957058 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-42d580ff-9656-4c33-83e9-18d42aa777c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.976193 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] For port 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:29.981278 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] For port 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=092ee6a1-3728-4bb1-ad8e-fc637713b10b,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:29.991438 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:29.998764 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:30.018069 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:30.038508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:30.121903 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13a19-26a5-4af1-b9bd-bfcbd21d1ee6 None None] Pushing event updated for resources: {'Port': ['ID=092ee6a1-3728-4bb1-ad8e-fc637713b10b,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.191622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.194143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-ef3af048-76a6-4e96-99da-f10730685ec2 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:13:30.207706 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-ef3af048-76a6-4e96-99da-f10730685ec2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233788 Jul 22 22:13:30.226959 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:24Z', 'revision_number': 3, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:30.248917 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Transition to ACTIVE for port object 70678681-899e-475a-8f6c-2566641cadce will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:30.270580 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22133d-3d28-410c-877f-0599793e7629 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:24Z', 'revision_number': 3, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:30.271170 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-28018637-caed-4fc3-9ea0-da3f29df6857 service neutron] 10.222.0.110 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464489 Jul 22 22:13:30.291731 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Pushing event updated for resources: {'Port': ['ID=da0d4e14-2e4a-4111-b7f8-30480803c3b2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.443948 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.497436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b286e156-7f16-4804-b272-001842437fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.512192 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b286e156-7f16-4804-b272-001842437fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.525385 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-78514472-967c-41e8-afd5-005ba1058915 service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167555 Jul 22 22:13:30.561810 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:30.587688 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:30.608325 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:30.609322 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.621257 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b286e156-7f16-4804-b272-001842437fd8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1bead0a802c14dd096557a6649ab3d23&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5281961 Jul 22 22:13:30.673622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33764) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:30.696410 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e156-7f16-4804-b272-001842437fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f4c6fe-84b1-4b10-a45d-85acc906f88f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.710525 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-ffa8e54f-984c-42ab-8f4a-5531e696842c service neutron] 10.222.0.110 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082482 Jul 22 22:13:30.723223 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Pushing event updated for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:30.786010 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-9c98e5ae-b505-4213-857a-539b9a0e106a service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359960 Jul 22 22:13:30.859345 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.973491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.975740 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:30.980302 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.144181 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.146279 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.149987 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/61f4c6fe-84b1-4b10-a45d-85acc906f88f HTTP/1.1" status: 204 len: 168 time: 0.4532566 Jul 22 22:13:31.180213 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4014e28d-abd7-411e-98ac-ac3c3a772518 None None] Provisioning for port 70678681-899e-475a-8f6c-2566641cadce completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:31.201577 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4014e28d-abd7-411e-98ac-ac3c3a772518 None None] Provisioning complete for port 70678681-899e-475a-8f6c-2566641cadce triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:31.206810 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4014e28d-abd7-411e-98ac-ac3c3a772518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.381293 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-4014e28d-abd7-411e-98ac-ac3c3a772518 None None] Port 70678681-899e-475a-8f6c-2566641cadce cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:31.415331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:31.515419 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d84cc-ec5f-435a-bd6f-5bba60d5e661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f4c6fe-84b1-4b10-a45d-85acc906f88f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:31.542498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-42d580ff-9656-4c33-83e9-18d42aa777c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.561344 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-42d580ff-9656-4c33-83e9-18d42aa777c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.617036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:31.619266 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.892921 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-316767d0-742b-4989-916b-47e953a5ef0c req-21477b4f-ddb8-4c7e-a8dc-c4ab3a50eb27 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.2252100 Jul 22 22:13:31.895655 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33824) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:31.926977 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da6896-7f27-4cd2-bdbc-2c1e45090dfd None None] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:13:31.940141 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 092ee6a1-3728-4bb1-ad8e-fc637713b10b up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:31.943074 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-42d580ff-9656-4c33-83e9-18d42aa777c4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d137d819feae47ebad64614c0a13be6e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5342143 Jul 22 22:13:31.960264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33826) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:31.967209 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.981379 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-99dff16a-c573-4f79-9a68-44c14642b03c req-0c24f261-b6d5-439b-b535-99867611f079 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.2214634 Jul 22 22:13:31.992076 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:31.995368 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.160800 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Pushing event updated for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:32.260317 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-fcca3088-790f-4c81-82d6-f1536b63c7d5 None None] Provisioning for port 092ee6a1-3728-4bb1-ad8e-fc637713b10b completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:32.261138 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33832) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:32.277088 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6a23847f-46bc-4f1a-98b6-4f982ad720d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.351090 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:32.355670 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:32.529277 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.541717 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d580ff-9656-4c33-83e9-18d42aa777c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9647bd40-cdbd-4aeb-bb04-bad5c66a1bb6,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:32.581578 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 092ee6a1-3728-4bb1-ad8e-fc637713b10b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:32.638934 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 092ee6a1-3728-4bb1-ad8e-fc637713b10b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:32.639232 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.755125 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.939027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.941772 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:32.956530 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.963856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:32.968698 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9647bd40-cdbd-4aeb-bb04-bad5c66a1bb6 HTTP/1.1" status: 204 len: 168 time: 0.9955051 Jul 22 22:13:33.109315 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-664deb5b-5bfa-4ee0-a5ab-024c39925c10 None None] Provisioning complete for port 70678681-899e-475a-8f6c-2566641cadce triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:33.115260 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-664deb5b-5bfa-4ee0-a5ab-024c39925c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.122784 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.167108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6a23847f-46bc-4f1a-98b6-4f982ad720d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.205065 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d03b9c-55b6-4caa-8f7f-45d6fe4ecec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9647bd40-cdbd-4aeb-bb04-bad5c66a1bb6,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:33.262546 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-664deb5b-5bfa-4ee0-a5ab-024c39925c10 None None] Port 70678681-899e-475a-8f6c-2566641cadce cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:33.274484 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=092ee6a1-3728-4bb1-ad8e-fc637713b10b,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:33.284107 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.335039 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-831c1469-3c7b-472c-b49e-ebd317c343be req-9117d38a-b738-46de-b56c-b14f081fad9e tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.2473235 Jul 22 22:13:33.448028 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6a23847f-46bc-4f1a-98b6-4f982ad720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.452340 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=092ee6a1-3728-4bb1-ad8e-fc637713b10b,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:33.555959 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 59987bfa-ff35-4ad3-a0bb-b80101240b91 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:33.609538 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6a23847f-46bc-4f1a-98b6-4f982ad720d5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=988d3b0e01fe4762b991bb1c2e5e643b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3444958 Jul 22 22:13:33.615618 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33874) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:33.645271 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd3ab778-5e97-4c37-b9cb-599c47d69d2c req-983acc44-8cbd-4c0a-a80b-7e66d792f7d3 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.4894898 Jul 22 22:13:33.646457 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ac4bd20-5c18-4784-8c41-a6c8d049e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.669996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Router eecdd149-deab-43fd-84f6-3fa3f4583dce is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:13:33.697411 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 59987bfa-ff35-4ad3-a0bb-b80101240b91 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:33.711460 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 59987bfa-ff35-4ad3-a0bb-b80101240b91 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:33.713019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.739815 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23847f-46bc-4f1a-98b6-4f982ad720d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9408444-4a07-46c6-9c15-17f027426ded,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:33.796452 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:33.818464 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bcde99ed-d766-4fdd-b298-a6331b5850fd admin admin] 10.222.0.110 "PUT /v2.0/routers/14491050-0387-4472-b689-5841d57e358c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0372851 Jul 22 22:13:33.864813 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:33.921373 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.946132 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ac4bd20-5c18-4784-8c41-a6c8d049e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.948061 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33884) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:33.948446 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6e68c1d0-bbd4-4051-a700-fff5ae8c2022 None None] Provisioning complete for port 092ee6a1-3728-4bb1-ad8e-fc637713b10b triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:33.949035 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6e68c1d0-bbd4-4051-a700-fff5ae8c2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.968213 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4ac4bd20-5c18-4784-8c41-a6c8d049e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:33.991592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.071206 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35bca9b8-edbe-4e0c-98d5-8face9b52218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.079958 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:34.090127 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:34.093992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:34.107460 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:34.128201 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:34.133336 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:34.159296 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.167185 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4bd20-5c18-4784-8c41-a6c8d049e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a143fa6-44b7-4ba2-acd5-da54989378c3,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:34.171227 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-93252095-e3ce-4fda-b53b-3ce224bf2c62 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5326433 Jul 22 22:13:34.175346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33892) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:34.211144 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4ac4bd20-5c18-4784-8c41-a6c8d049e26e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=43b85bf531234a3dbfac816e2019fb7f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2372851 Jul 22 22:13:34.226900 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33896) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:34.544690 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:34.600668 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.736738 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.779284 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.871910 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35bca9b8-edbe-4e0c-98d5-8face9b52218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.885071 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35bca9b8-edbe-4e0c-98d5-8face9b52218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.902076 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 3, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:34.949896 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f83eaee9-0121-4f39-a82e-36cc5d59b647 req-155c2779-18b6-4433-80cf-206840aa0b9c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.0795853 Jul 22 22:13:34.966350 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.983511 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.988789 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.989453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:34.990683 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4a143fa6-44b7-4ba2-acd5-da54989378c3 HTTP/1.1" status: 204 len: 168 time: 0.7624440 Jul 22 22:13:34.990889 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a9408444-4a07-46c6-9c15-17f027426ded HTTP/1.1" status: 204 len: 168 time: 1.3682089 Jul 22 22:13:35.001036 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:35.003429 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Updating router eecdd149-deab-43fd-84f6-3fa3f4583dce port da0d4e14-2e4a-4111-b7f8-30480803c3b2 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:13:35.029994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:35.033639 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3fbfd-34c0-4e74-b03e-ee8189635b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9408444-4a07-46c6-9c15-17f027426ded,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.048294 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 59987bfa-ff35-4ad3-a0bb-b80101240b91, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=59987bfa-ff35-4ad3-a0bb-b80101240b91,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:35.087720 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.110782 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-35bca9b8-edbe-4e0c-98d5-8face9b52218 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9a0abf33d2c44c578b15a6e47c3bb694&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1580937 Jul 22 22:13:35.111489 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33928) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:35.142425 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bca9b8-edbe-4e0c-98d5-8face9b52218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09b23f-8639-4575-8e7c-9c2b81622cc4,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.192804 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.224904 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6ea14-f2f2-4ebc-a2e0-63fdaecba8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a143fa6-44b7-4ba2-acd5-da54989378c3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.355511 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.420656 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.447942 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4325ca4f-b23e-4434-8417-e7b0818b1544 req-878854f1-b06c-47c3-94d1-1f2c1b28e999 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.0971959 Jul 22 22:13:35.606270 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 092ee6a1-3728-4bb1-ad8e-fc637713b10b up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:35.612772 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.618962 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.629072 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8b09b23f-8639-4575-8e7c-9c2b81622cc4 HTTP/1.1" status: 204 len: 168 time: 0.5098312 Jul 22 22:13:35.650796 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6bd61-4f83-45f4-b09b-f173653176d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09b23f-8639-4575-8e7c-9c2b81622cc4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.728316 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.789536 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Transition to ACTIVE for port object da0d4e14-2e4a-4111-b7f8-30480803c3b2 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:35.790078 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=59987bfa-ff35-4ad3-a0bb-b80101240b91,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:35.805154 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:35.857752 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.125', 56577) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:35.936097 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 092ee6a1-3728-4bb1-ad8e-fc637713b10b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:35.936986 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.007900 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 33952) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:36.065213 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Attempting to bind port da0d4e14-2e4a-4111-b7f8-30480803c3b2 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:36.065820 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Attempting to bind port da0d4e14-2e4a-4111-b7f8-30480803c3b2 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:36.069275 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Attempting to bind port da0d4e14-2e4a-4111-b7f8-30480803c3b2 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:36.113585 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:36.116436 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:36.117900 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.123421 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:36.124431 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Bound port: da0d4e14-2e4a-4111-b7f8-30480803c3b2, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:36.126526 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.138359 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724fd2-6581-44d5-b258-c728d969496e None None] Pushing event updated for resources: {'Port': ['ID=da0d4e14-2e4a-4111-b7f8-30480803c3b2,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:36.222394 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:31Z', 'revision_number': 2, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:36.225699 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.269303 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 33958) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:36.271224 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:36.271600 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Updating router 14491050-0387-4472-b689-5841d57e358c port 70678681-899e-475a-8f6c-2566641cadce binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:13:36.322474 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] For port da0d4e14-2e4a-4111-b7f8-30480803c3b2, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:36.322791 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.331079 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dbb56e1b-9499-421b-b2ad-c5c4b494b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.333452 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] For port da0d4e14-2e4a-4111-b7f8-30480803c3b2, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=da0d4e14-2e4a-4111-b7f8-30480803c3b2,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:36.350231 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:36.492727 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:36.497748 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:36.612374 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4927ff39-ad6d-46cb-be06-ffbd4cc230bd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:36.614001 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4927ff39-ad6d-46cb-be06-ffbd4cc230bd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.7549505 Jul 22 22:13:36.626729 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973209118', 'description': 'tempest-description--833293137'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:36.660554 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724fd2-6581-44d5-b258-c728d969496e None None] Pushing event updated for resources: {'Port': ['ID=da0d4e14-2e4a-4111-b7f8-30480803c3b2,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:36.743210 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-332748fe-da59-4121-97ee-3bd44e765880 req-9f1ddfbc-cc4c-4c45-a19c-d77d752584e4 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.1013103 Jul 22 22:13:36.760262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Request body: {'port': {'device_id': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'admin_state_up': True, 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:36.767594 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.125', 56582) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:36.812344 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.db.api [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 22:13:36.812344 dv-cinder-801868-2-iscsi neutron-server[93218]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 22:13:36.812344 dv-cinder-801868-2-iscsi neutron-server[93218]: [parameters: {'project_id': '93164c7b18524c7f9483aa0383349cb9', 'id': '95afd2fa-1781-4ccd-8612-ba4069563b81', 'expiration': datetime.datetime(2021, 7, 22, 22, 15, 36, 745157)}] Jul 22 22:13:36.812344 dv-cinder-801868-2-iscsi neutron-server[93218]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 22:13:36.813885 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG oslo_db.api [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 22:13:36.938606 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e0762d71-c37f-4420-a03f-038d094feeb3 req-a159e4ee-8c26-40f3-a217-404245f42c48 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.2447598 Jul 22 22:13:36.964805 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:37.237174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.250804 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Transition to ACTIVE for port object 70678681-899e-475a-8f6c-2566641cadce will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:37.261810 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Attempting to bind port 70678681-899e-475a-8f6c-2566641cadce on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Attempting to bind port 70678681-899e-475a-8f6c-2566641cadce by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Attempting to bind port 70678681-899e-475a-8f6c-2566641cadce on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa7aa6-6eb9-4ee5-a4bf-9a11a94d615f None None] Pushing event updated for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Checking segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Bound using segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Bound port: 70678681-899e-475a-8f6c-2566641cadce, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:37.524861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.526813 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 3, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:37.527223 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Allocated IP 172.20.0.1 (6df68dab-9491-409a-9b1c-2c69807e5f2f/2df77634-20d3-455a-9b3c-6212650e04fc/8679ddb2-2f43-4a0e-bc8f-f85005bd6edb) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:37.527731 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca76cf9-1b8e-4122-8a92-08777021599b None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 3, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:37.565495 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 59987bfa-ff35-4ad3-a0bb-b80101240b91 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:37.731605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] For port 70678681-899e-475a-8f6c-2566641cadce, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:37.744495 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] For port 70678681-899e-475a-8f6c-2566641cadce, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=70678681-899e-475a-8f6c-2566641cadce,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:37.751517 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-d44dae7a-035c-4249-8e7c-4a2eaf42d610 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:37.755435 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-d44dae7a-035c-4249-8e7c-4a2eaf42d610 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.125 "GET /v2.0/networks?id=1a2c4567-b907-434f-9715-3d7a3808ccec HTTP/1.1" status: 200 len: 811 time: 0.8927917 Jul 22 22:13:37.757120 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:37.791911 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Request body: {'port': {'device_id': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec', 'admin_state_up': True, 'tenant_id': '131c422049c5444aa188ba5e9a4efc0f'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:37.950153 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 59987bfa-ff35-4ad3-a0bb-b80101240b91 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:37.950525 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.084845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.109538 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:38.109538 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:38.111479 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa7aa6-6eb9-4ee5-a4bf-9a11a94d615f None None] Pushing event updated for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:38.119167 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Transition to ACTIVE for port object 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:38.317389 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dbb56e1b-9499-421b-b2ad-c5c4b494b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.365065 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a5fa362-e910-49f7-a5ce-917822baee2f req-73af2a83-8e97-4ef8-b75b-a3f811cad870 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.1491756 Jul 22 22:13:38.492246 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:38.505605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.587308 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.659966 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:38.730241 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-584485f3-adbf-4892-8ffa-85f2d7ec9072 req-2188544f-c2fd-4dc8-97e2-a854a1225127 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.4104133 Jul 22 22:13:38.751899 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dbb56e1b-9499-421b-b2ad-c5c4b494b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:38.830252 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.048434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-dbb56e1b-9499-421b-b2ad-c5c4b494b5d8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7f93d91160fa4d2aaccb12148c998a09&name=default HTTP/1.1" status: 200 len: 2976 time: 2.7775118 Jul 22 22:13:39.202722 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34062) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:39.314016 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Allocated IP 172.20.0.6 (2efa360b-cc3d-49e4-a8a0-1edcaa3e915e/71d9b04e-1359-44ed-a558-5821b7094af8/30112f59-0c99-4523-9a13-983baff94680) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:39.398179 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:37Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:39.476424 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f8a20-c02c-4ac2-ae62-78188d9f78f2 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:37Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:39.482317 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:39.570532 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device da0d4e14-2e4a-4111-b7f8-30480803c3b2 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:39.645584 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:39.739995 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:39.739995 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.864343 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port da0d4e14-2e4a-4111-b7f8-30480803c3b2 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:39.875365 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port da0d4e14-2e4a-4111-b7f8-30480803c3b2 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:39.875805 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:39.949704 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b3e6e48e-af44-4dcc-9701-e86152a15bd5 req-87d4d02e-e2ea-4c94-b08d-802452e9966d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.3311825 Jul 22 22:13:40.280597 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb56e1b-9499-421b-b2ad-c5c4b494b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a49e5-7987-44b3-88e3-5ff7f855f1e0,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:40.334702 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Pushing event updated for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:40.362283 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.467167 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port da0d4e14-2e4a-4111-b7f8-30480803c3b2, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=da0d4e14-2e4a-4111-b7f8-30480803c3b2,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:40.487572 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.521027 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.594373 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0534c63-31c4-4841-ba85-d11141b04634 req-4bd02710-7890-417a-a11d-cb05a30705f2 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.3366053 Jul 22 22:13:40.617344 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.709495 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-662a1317-18f2-4769-8156-0a857b00345d None None] Provisioning for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:40.719875 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.722330 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=da0d4e14-2e4a-4111-b7f8-30480803c3b2,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:40.760926 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-662a1317-18f2-4769-8156-0a857b00345d None None] Provisioning complete for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:40.761451 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-662a1317-18f2-4769-8156-0a857b00345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.783471 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.970425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.984222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:40.990494 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/118a49e5-7987-44b3-88e3-5ff7f855f1e0 HTTP/1.1" status: 204 len: 168 time: 1.7711802 Jul 22 22:13:40.991160 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-662a1317-18f2-4769-8156-0a857b00345d None None] Port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:41.019525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.025213 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event updated for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:41.030742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.057179 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:41.060773 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:41.068612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:41.086040 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.086659 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.195196 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c6370-00ba-4167-99ea-35dfa33a49fe,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:41.600583 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136ef8e-bd0a-4745-bb20-15f6b49839e1 req-0ae99833-8b0c-48ea-af8e-a63c66852bc6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:41.611330 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2136ef8e-bd0a-4745-bb20-15f6b49839e1 req-0ae99833-8b0c-48ea-af8e-a63c66852bc6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 931 time: 0.3410478 Jul 22 22:13:41.700939 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device da0d4e14-2e4a-4111-b7f8-30480803c3b2 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:41.738077 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754336c-4f9e-445a-8674-a8389977b326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a49e5-7987-44b3-88e3-5ff7f855f1e0,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:41.748326 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2136ef8e-bd0a-4745-bb20-15f6b49839e1 req-9af7896c-2943-4eb2-bce7-84be9d9287a5 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358545 Jul 22 22:13:41.856375 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-56cbad54-ec37-4332-8b8e-d70b889a6282 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1291740 Jul 22 22:13:41.858256 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.864148 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6f52ea9c-3295-4f9d-b7f3-52ba7e6877c8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 5.2693558 Jul 22 22:13:41.864463 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Made reservation on behalf of 131c422049c5444aa188ba5e9a4efc0f for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:41.864565 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34116) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:41.875493 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group_rule': {'security_group_id': 'd37c6370-00ba-4167-99ea-35dfa33a49fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:41.882964 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.901842 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port da0d4e14-2e4a-4111-b7f8-30480803c3b2 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:41.902944 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:41.956912 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.126472 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f1d3ca49-20f6-4a92-9a13-cd23865c8336 req-99d7594f-4f41-4d20-9468-12f41904fbda tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.2709532 Jul 22 22:13:42.243228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.256193 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.394398 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-b3c23564-8346-47c0-82d9-7a776965d62e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:13:42.407622 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-b3c23564-8346-47c0-82d9-7a776965d62e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608990 Jul 22 22:13:42.428783 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7df7ffd-545d-4b02-bd4a-8537785cedb2,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:42.444618 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.459664 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-31c1c1e2-330c-4a92-b4b8-7cf733f97f97 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5938325 Jul 22 22:13:42.462253 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34132) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:42.485190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group_rule': {'security_group_id': 'd37c6370-00ba-4167-99ea-35dfa33a49fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:42.579007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.600649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.817727 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.825383 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.935758 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03311f33-7f77-4cd9-b6a7-f9b079a697a2,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:42.955348 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:42.960420 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 70678681-899e-475a-8f6c-2566641cadce up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:42.972739 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-59677da3-47bf-44af-90c2-c96d3c06edc7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5023477 Jul 22 22:13:42.974644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34140) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:43.001946 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:43.088233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb4c2-ae8a-43c5-8447-758427fbe0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.192232 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 70678681-899e-475a-8f6c-2566641cadce completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:43.204332 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 70678681-899e-475a-8f6c-2566641cadce triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:43.204736 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.259504 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.287235 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Allocated IP 172.20.0.8 (1a2c4567-b907-434f-9715-3d7a3808ccec/de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3/8c0d6a5f-9b31-4e52-a742-c404c46232c7) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:43.352057 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2976-9c60-4416-aa73-b4f4a976025f req-8bc712f2-7451-4c5a-b0fd-e27b3509a29f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:43.354238 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d4b2976-9c60-4416-aa73-b4f4a976025f req-8bc712f2-7451-4c5a-b0fd-e27b3509a29f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 931 time: 0.3339276 Jul 22 22:13:43.439508 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.539615 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d4b2976-9c60-4416-aa73-b4f4a976025f req-db51922e-5270-4a7b-9dea-f9d030df105f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702323 Jul 22 22:13:43.630347 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-85a78dc2-f099-4325-ba29-0ac59fd6b8bc req-ed77c89e-3c67-4064-a986-49734940046b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.2055788 Jul 22 22:13:43.654454 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 70678681-899e-475a-8f6c-2566641cadce, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=70678681-899e-475a-8f6c-2566641cadce,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:43.657782 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.711705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:43.940530 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Request body: {'port': {'device_id': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:43.973577 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:44.044038 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.054724 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.057237 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.058220 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.245271 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Pushing event updated for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:44.269079 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.294441 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.300049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Allocated IP 172.27.1.111 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:44.355126 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34170) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:44.428843 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:44.442205 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:44.481298 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Network 1a2c4567-b907-434f-9715-3d7a3808ccec is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:44.515218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:44.575175 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:44.583852 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:44.585188 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.656559 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Pushing event updated for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:44.726696 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-1880f67b-af3e-42e8-89bd-5b135204200f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9495194 Jul 22 22:13:44.802474 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:13:44.873211 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dd53-8dc1-45a3-bb09-4b15e808f195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:44.886189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ade18859-784a-4d16-97d7-c97e125ea69a None None] Provisioning complete for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:44.886834 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ade18859-784a-4d16-97d7-c97e125ea69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.035742 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dd53-8dc1-45a3-bb09-4b15e808f195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.060634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dd53-8dc1-45a3-bb09-4b15e808f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.111408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ade18859-784a-4d16-97d7-c97e125ea69a None None] Port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:45.115463 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386cebb-7269-4f17-974a-210c215b4ec9 req-dc0ef4a4-6e24-43ed-88a5-a12063c10afc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:45.123818 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2386cebb-7269-4f17-974a-210c215b4ec9 req-dc0ef4a4-6e24-43ed-88a5-a12063c10afc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 931 time: 0.3429844 Jul 22 22:13:45.130072 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.288998 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9dd53-8dc1-45a3-bb09-4b15e808f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97d582-8726-44af-b656-03833f2b1a1b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:45.294282 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d6b9dd53-8dc1-45a3-bb09-4b15e808f195 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3fb63286632246ef8d81ba47c09afc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376245 Jul 22 22:13:45.300477 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34198) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:45.329653 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Request body: {'port': {'device_id': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:45.385342 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2386cebb-7269-4f17-974a-210c215b4ec9 req-32f522de-400a-421a-9488-7d51dd58bcf8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600548 Jul 22 22:13:45.481359 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11490-7439-4f61-b7fe-c7b6658e961b req-22fe3e2f-480c-4d04-904f-f70810a56465 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:45.494591 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ba11490-7439-4f61-b7fe-c7b6658e961b req-22fe3e2f-480c-4d04-904f-f70810a56465 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 931 time: 0.6241920 Jul 22 22:13:45.545077 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.638469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:13:45.669811 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:13:45.708130 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d1a6b1f2-39f9-4dc3-ae48-7d82cd0e7ede admin admin] 10.222.0.110 "PUT /v2.0/routers/eecdd149-deab-43fd-84f6-3fa3f4583dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5262146 Jul 22 22:13:45.742202 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.754910 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:45.763349 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:45.808869 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.920973 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:45.939768 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.005723 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ba11490-7439-4f61-b7fe-c7b6658e961b req-4fcf568d-9dfd-4975-b0bb-1b644fe18f22 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824469 Jul 22 22:13:46.300106 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:46.396572 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:46.409455 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 70678681-899e-475a-8f6c-2566641cadce up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:46.420642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:46.439365 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:46.449671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30112f59-0c99-4523-9a13-983baff94680 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:46.465977 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:46.589686 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b7ecbea8-b884-4916-b83c-1228a16db3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.687064 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.732470 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.935411 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.943611 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Transition to ACTIVE for port object 30112f59-0c99-4523-9a13-983baff94680 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:46.949716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.954784 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.958155 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8d97d582-8726-44af-b656-03833f2b1a1b HTTP/1.1" status: 204 len: 168 time: 1.6527114 Jul 22 22:13:46.968267 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:46.989423 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 70678681-899e-475a-8f6c-2566641cadce triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:46.989824 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.052949 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34252) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:47.060332 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150591228', 'description': 'tempest-description--1687483069'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:47.060549 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.076035 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 2, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:47.190246 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:13:47.203704 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Updating router eecdd149-deab-43fd-84f6-3fa3f4583dce port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:13:47.268529 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Pushing event updated for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:47.292059 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0558ff-40b6-44e4-ba5d-5b4b0c0ecbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97d582-8726-44af-b656-03833f2b1a1b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:47.405027 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.430653 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:47.554514 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34262) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:47.654166 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51150053-59bf-4a49-a03c-a1c432aad291 req-ed730b63-a066-41c4-aa22-c07d8c1b113f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:47.655451 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-51150053-59bf-4a49-a03c-a1c432aad291 req-ed730b63-a066-41c4-aa22-c07d8c1b113f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.6014869 Jul 22 22:13:47.941393 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-51150053-59bf-4a49-a03c-a1c432aad291 req-d0ca1d92-abf5-47e5-a468-f951cdd26472 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627380 Jul 22 22:13:47.951619 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0d6a5f-9b31-4e52-a742-c404c46232c7 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:47.978426 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.001158 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Attempting to bind port 30112f59-0c99-4523-9a13-983baff94680 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:48.001762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Attempting to bind port 30112f59-0c99-4523-9a13-983baff94680 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:48.002097 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Attempting to bind port 30112f59-0c99-4523-9a13-983baff94680 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:48.007861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-93be9c20-da00-44ce-9324-8865ed599411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.093770 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Transition to ACTIVE for port object 8c0d6a5f-9b31-4e52-a742-c404c46232c7 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:48.117367 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.117733 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Port 30112f59-0c99-4523-9a13-983baff94680 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:48.117887 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Attempting to bind port 30112f59-0c99-4523-9a13-983baff94680 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:48.161771 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.182648 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:48.184462 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Checking segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:48.185102 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Bound using segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:48.193231 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Bound port: 30112f59-0c99-4523-9a13-983baff94680, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:48.197442 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.199785 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.262879 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b62c01-2063-43c8-bcab-889d494c33b8 req-185de5b0-80a8-4ab6-aaa0-fe4c43bb6d17 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:48.276656 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-51b62c01-2063-43c8-bcab-889d494c33b8 req-185de5b0-80a8-4ab6-aaa0-fe4c43bb6d17 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 931 time: 1.0163960 Jul 22 22:13:48.361942 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.372300 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.393765 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7506776-8150-4549-8e1b-0b120e432018,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:48.407773 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Transition to ACTIVE for port object 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:48.419167 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.433080 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.552268 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34304) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:48.566431 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Attempting to bind port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:48.567077 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Attempting to bind port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:48.567956 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Attempting to bind port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 on network 1a2c4567-b907-434f-9715-3d7a3808ccec {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:48.573066 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:48.585551 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 on network 1a2c4567-b907-434f-9715-3d7a3808ccec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:13:48.586437 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Attempting to bind port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 on network 1a2c4567-b907-434f-9715-3d7a3808ccec {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:48.595158 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:48.595650 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Checking segment: {'id': 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:48.596519 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Bound using segment: {'id': 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:48.597499 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Bound port: 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:48.598409 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.800127 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.818114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Attempting to bind port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:13:48.818651 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Attempting to bind port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:13:48.819019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Attempting to bind port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:13:48.821312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637e5a5-c9de-4f57-bdc7-6dbc942b07b1 None None] Pushing event updated for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:48.859010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:13:48.873310 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Checking segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:13:48.876263 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:48.877250 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Bound using segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:13:48.880735 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Bound port: 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:13:48.882474 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.044723 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-51b62c01-2063-43c8-bcab-889d494c33b8 req-f0eb4c72-ca5b-4298-b957-4e06847a23dc tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671390 Jul 22 22:13:49.061741 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:49.077536 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.082871 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7,segment=NetworkSegment(cb9afb6a-15c2-46a2-873a-bdaf68f477a4),segment_id=cb9afb6a-15c2-46a2-873a-bdaf68f477a4)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:49.097952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.135969 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:49.200597 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:49.212195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=30112f59-0c99-4523-9a13-983baff94680,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:49.277944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.278509 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.280052 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] 10.222.0.125 "PUT /v2.0/ports/8c0d6a5f-9b31-4e52-a742-c404c46232c7 HTTP/1.1" status: 200 len: 1093 time: 3.9741094 Jul 22 22:13:49.281449 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-93be9c20-da00-44ce-9324-8865ed599411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.284520 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] For port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:13:49.287058 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:49.289549 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] For port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:13:49.292487 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.300822 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.450502 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:13:49.451841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:13:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:49.479594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-93be9c20-da00-44ce-9324-8865ed599411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.524258 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Pushing event updated for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:49.560340 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-93be9c20-da00-44ce-9324-8865ed599411 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8776f2841d944ae3b5386e8672fdf0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9994385 Jul 22 22:13:49.561040 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-07c54884-5500-4f69-8ce3-ad71830934ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.575870 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34328) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:49.576143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.577444 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be9c20-da00-44ce-9324-8865ed599411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b6e0a-ce47-4f53-bba5-e3887c259f53,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:49.579799 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-fc410143-a90f-44c6-80a4-31ba46b43181 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5243073 Jul 22 22:13:49.657998 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34330) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:49.664876 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group_rule': {'security_group_id': 'f7506776-8150-4549-8e1b-0b120e432018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:49.722477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637e5a5-c9de-4f57-bdc7-6dbc942b07b1 None None] Pushing event updated for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:49.724950 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-07c54884-5500-4f69-8ce3-ad71830934ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.879206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770723f-b09b-4aab-b105-36da886e4b95 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:49.884211 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.886532 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-67938977-0c80-4db3-9595-cda59d9e9fd9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9105449 Jul 22 22:13:49.896075 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:49.904588 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:49.908898 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-4676165d-b09a-4661-b2f6-055b140919ce service neutron] 10.222.0.125 "PUT /v2.0/ports/30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 200 len: 1093 time: 6.5530758 Jul 22 22:13:49.920878 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'tag': '30112f59-0c99-4523-9a13-983baff94680'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:13:49.945973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f3d10d-d011-4585-94dd-5706e83ae798" -d '{"events": [{"name": "network-changed", "server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:49.995823 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b705-0c3f-4916-8deb-8a6e47e086ad req-de1c087a-fea1-4f84-99c4-4f5baf6a3980 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.012027 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dac3b705-0c3f-4916-8deb-8a6e47e086ad req-de1c087a-fea1-4f84-99c4-4f5baf6a3980 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.7519965 Jul 22 22:13:50.013392 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:13:50.030644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-07c54884-5500-4f69-8ce3-ad71830934ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.108022 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-f2122328-2804-4e84-bda5-bf7a6b5e8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.119974 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-f2122328-2804-4e84-bda5-bf7a6b5e8158 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=131c422049c5444aa188ba5e9a4efc0f&device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 1096 time: 0.5526042 Jul 22 22:13:50.122411 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.234047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.288681 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.326660 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-82f24308-e9a9-4866-8484-aa4e8111bc90 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7 HTTP/1.1" status: 200 len: 217 time: 0.1061208 Jul 22 22:13:50.367848 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d70981-e6fb-454b-be21-77b93fe47558 x-openstack-request-id: req-28d70981-e6fb-454b-be21-77b93fe47558 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:50.368417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:50.369211 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-28d70981-e6fb-454b-be21-77b93fe47558 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:50.369993 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7', 'status': 'completed', 'code': 200} Jul 22 22:13:50.372754 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "tag": "30112f59-0c99-4523-9a13-983baff94680"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:13:50.412717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c54884-5500-4f69-8ce3-ad71830934ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62100df4-81c2-4561-af2c-0e0fd8689091,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:50.459732 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-07c54884-5500-4f69-8ce3-ad71830934ce admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=91d7e85fb0ea47569167e79af648eaee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8938677 Jul 22 22:13:50.489285 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.490956 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34362) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:50.530404 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dac3b705-0c3f-4916-8deb-8a6e47e086ad req-19dba72b-c0a3-42de-aff4-3550ce454737 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123172 Jul 22 22:13:50.549041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.605705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.608228 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9499233 Jul 22 22:13:50.616709 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34372) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:50.623576 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group_rule': {'security_group_id': 'f7506776-8150-4549-8e1b-0b120e432018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:50.628888 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30388d3e-d1d9-4f65-9888-588b969af48e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a67bbf-7310-4ec4-b560-bb34f1e7f6b1,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:50.632816 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-193f6b76-2536-4d78-a625-b07677ff1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.634704 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-193f6b76-2536-4d78-a625-b07677ff1c60 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3 HTTP/1.1" status: 200 len: 851 time: 0.2983177 Jul 22 22:13:50.666836 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.673393 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.674693 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bd9b6e0a-ce47-4f53-bba5-e3887c259f53 HTTP/1.1" status: 204 len: 168 time: 0.9403183 Jul 22 22:13:50.683491 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.744815 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:49Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:13:50.755545 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-cae61f7c-2757-4a25-b317-64027fccb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:50.763040 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-cae61f7c-2757-4a25-b317-64027fccb706 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 1096 time: 0.7368052 Jul 22 22:13:50.827046 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc0d20-0082-42ef-bb38-a324866ad9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b6e0a-ce47-4f53-bba5-e3887c259f53,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:50.874120 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.903942 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.973506 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:50.983334 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.042146 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700f0ff-2956-4b1e-b064-c3fe3777f9ed req-4e2cb353-3ad6-42cc-a124-c781dc5699e3 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:51.048768 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5700f0ff-2956-4b1e-b064-c3fe3777f9ed req-4e2cb353-3ad6-42cc-a124-c781dc5699e3 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 943 time: 0.4908490 Jul 22 22:13:51.105876 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3245da-de9b-481d-97d1-a7fa781ca6ce None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:49Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:13:51.316659 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.329784 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7092967 Jul 22 22:13:51.408729 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be231f1-a36f-4819-8353-a2920bfedd93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee0c926-5a10-47da-8c7d-b362428d8989,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:51.432458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34388) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:51.542386 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-85860239-6360-4759-aa40-879f83008c17 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1973209118&fields=id&tenant_id=93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 267 time: 0.6728358 Jul 22 22:13:51.579269 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:51.603678 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-6516aa87-f35f-4e76-a9a6-5d16d953d2d5 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=1a2c4567-b907-434f-9715-3d7a3808ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3395021 Jul 22 22:13:51.654361 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-2b1b5b39-e06f-4f12-853c-d639ec7ccc8f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 200 len: 217 time: 0.5024347 Jul 22 22:13:51.710134 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5700f0ff-2956-4b1e-b064-c3fe3777f9ed req-296e5b66-aae0-443f-85aa-707e224735c5 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578307 Jul 22 22:13:51.736942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34396) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:51.757435 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.760149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.764090 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/62100df4-81c2-4561-af2c-0e0fd8689091 HTTP/1.1" status: 204 len: 168 time: 1.2692375 Jul 22 22:13:51.767336 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-074120b9-ca15-4382-b343-4968c820a5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:51.797542 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df876af-3878-4e88-b1f7-e38abd6dec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62100df4-81c2-4561-af2c-0e0fd8689091,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:51.858307 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:52.056339 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-59e2d74d-35f2-4e9b-9464-35a69d31c52f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.058264 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-59e2d74d-35f2-4e9b-9464-35a69d31c52f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 811 time: 0.5086033 Jul 22 22:13:52.069979 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:52.086445 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-074120b9-ca15-4382-b343-4968c820a5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:52.096323 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-074120b9-ca15-4382-b343-4968c820a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:52.148482 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-0c2e0516-6709-42ea-9e2e-c2d8d61923ea tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/quotas/93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 375 time: 0.0708120 Jul 22 22:13:52.197207 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-074120b9-ca15-4382-b343-4968c820a5a8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c44ab6a618194d58a289852866b5ddd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581957 Jul 22 22:13:52.209375 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34408) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:52.228801 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:52.256303 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:52.256967 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:52.599533 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074120b9-ca15-4382-b343-4968c820a5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd58380a-118b-4c82-af88-8fa459c1c6c4,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:52.720841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-13a650fe-66e5-4e66-874e-ad3aa0ef05a2 service neutron] 10.222.0.125 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111958 Jul 22 22:13:52.745123 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:52.750439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-aeef9e9c-61bf-4403-bc0a-4209205b859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:52.754863 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-aeef9e9c-61bf-4403-bc0a-4209205b859d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.4653003 Jul 22 22:13:52.963000 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:52.978082 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.015749 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-4b67f9f7-d5d4-44c9-8513-abd3d267aafd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8492978 Jul 22 22:13:53.121661 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-a25f3e6d-161c-408c-826d-238f7d9101c7 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3456309 Jul 22 22:13:53.122725 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.194174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:53.268700 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79340f76-d579-43a2-9d5d-cd230c3e2f5b x-openstack-request-id: req-79340f76-d579-43a2-9d5d-cd230c3e2f5b {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:13:53.269082 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "tag": "30112f59-0c99-4523-9a13-983baff94680", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:13:53.269293 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-79340f76-d579-43a2-9d5d-cd230c3e2f5b {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:13:53.269813 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'tag': '30112f59-0c99-4523-9a13-983baff94680', 'status': 'completed', 'code': 200} Jul 22 22:13:53.300703 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.479955 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34434) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:53.537245 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-d67b7ef9-1a20-4b06-a86f-b224e3dcc01b service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941293 Jul 22 22:13:53.569056 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6a90db2-d1a8-4fc3-9503-ca18bc6d7d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.586205 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.589387 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.590920 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dd58380a-118b-4c82-af88-8fa459c1c6c4 HTTP/1.1" status: 204 len: 168 time: 1.3808458 Jul 22 22:13:53.702642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34438) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:53.759257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e460-25d0-413b-ae2c-77f51a4d613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd58380a-118b-4c82-af88-8fa459c1c6c4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:53.774528 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6a90db2-d1a8-4fc3-9503-ca18bc6d7d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.788254 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6a90db2-d1a8-4fc3-9503-ca18bc6d7d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.897635 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a4eea92-b95b-438a-bed7-d794e5cfa06c req-347cd9c8-b71e-4190-9e0d-80909d1481eb service neutron] 10.222.0.125 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1419637 Jul 22 22:13:53.943401 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:53.975953 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ec43-9959-4189-881f-c81be071fa2c req-d2095701-4453-4090-a92b-19aaa33af25b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:53.984243 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2975ec43-9959-4189-881f-c81be071fa2c req-d2095701-4453-4090-a92b-19aaa33af25b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.5058181 Jul 22 22:13:53.995251 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90db2-d1a8-4fc3-9503-ca18bc6d7d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aeb853-67c7-4428-a813-cbb8add4408e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:53.995762 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:13:54.017111 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f6a90db2-d1a8-4fc3-9503-ca18bc6d7d2a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c343a386c72c4d02a19ab92578082639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324752 Jul 22 22:13:54.024022 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34442) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:54.141570 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2975ec43-9959-4189-881f-c81be071fa2c req-d75db003-aa38-4fba-8e0b-18bc02b78a87 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550405 Jul 22 22:13:54.150702 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6599e647-4c73-4a61-bd8d-c9a0572de4d2 req-c4e7803c-f9cc-43df-b3c2-cddf4c8752e0 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433947 Jul 22 22:13:54.193173 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.200830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:54.204635 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.256194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.289704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0645fa2-bd56-4fec-bb95-99115b055c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.347721 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Allocated IP 172.27.1.17 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/01b2de57-38e9-4ff4-ab4a-af5c35328d02) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:54.388078 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-b11ac8bc-b315-4c1c-9e5d-09a7a913f717 service neutron] 10.222.0.110 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3051374 Jul 22 22:13:54.427276 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.431204 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.432988 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/55aeb853-67c7-4428-a813-cbb8add4408e HTTP/1.1" status: 204 len: 168 time: 0.4070787 Jul 22 22:13:54.482853 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614c3ed-17b0-475e-aaf0-8ec9c7f74cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aeb853-67c7-4428-a813-cbb8add4408e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:54.555118 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0645fa2-bd56-4fec-bb95-99115b055c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.626425 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0645fa2-bd56-4fec-bb95-99115b055c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.671614 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-eec61825-b08f-4dad-8c35-abc3db262766 service neutron] 10.222.0.110 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609723 Jul 22 22:13:54.688958 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbe113-f4aa-49fd-8320-5b87eac55b79 req-a724cf99-3062-4e25-8666-3c3397e85734 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.702214 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49cbe113-f4aa-49fd-8320-5b87eac55b79 req-a724cf99-3062-4e25-8666-3c3397e85734 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 943 time: 0.4160049 Jul 22 22:13:54.712727 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0645fa2-bd56-4fec-bb95-99115b055c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc04bb30-667e-42b3-8d8a-612b92432cf1,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:54.752571 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-fe47c2b6-04d1-43e4-b4ff-1e05bb4068a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.755584 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-fe47c2b6-04d1-43e4-b4ff-1e05bb4068a4 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 1096 time: 0.1862326 Jul 22 22:13:54.762491 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:54.814147 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b0645fa2-bd56-4fec-bb95-99115b055c43 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4439ca8ab69e459ebed208671811c1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617678 Jul 22 22:13:54.822285 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34460) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:54.823699 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:13:54.857267 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49cbe113-f4aa-49fd-8320-5b87eac55b79 req-272d8c69-5a65-49bb-89f4-9a88a64b88fd tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078391 Jul 22 22:13:54.871489 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-a3b4748a-9d32-4fec-a0d7-6cb0875bd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:54.873853 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-a3b4748a-9d32-4fec-a0d7-6cb0875bd2fb service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=131c422049c5444aa188ba5e9a4efc0f&device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 1096 time: 0.3145311 Jul 22 22:13:55.002899 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.122910 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=01b2de57-38e9-4ff4-ab4a-af5c35328d02,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.167223 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-2bcecef9-c50e-4936-8474-80760c2ce193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.174270 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:55.182286 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-2bcecef9-c50e-4936-8474-80760c2ce193 service neutron] 10.222.0.125 "GET /v2.0/networks?id=1a2c4567-b907-434f-9715-3d7a3808ccec HTTP/1.1" status: 200 len: 913 time: 0.2862880 Jul 22 22:13:55.201250 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:55.206592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:55.302513 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-9a937e6f-ea6d-4149-8255-e05aedd79b89 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7 HTTP/1.1" status: 200 len: 217 time: 0.1188018 Jul 22 22:13:55.376000 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.403668 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.408369 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5042e788-23f9-4dc6-a4aa-4b090ff224fa req-214c4a7d-fced-4f5d-840d-d9c9e530e214 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 210 time: 0.1164048 Jul 22 22:13:55.412448 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-b5f8a5ce-0104-4101-9242-5a2d68dc10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.418966 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-b5f8a5ce-0104-4101-9242-5a2d68dc10ae service neutron] 10.222.0.125 "GET /v2.0/subnets?id=de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3 HTTP/1.1" status: 200 len: 851 time: 0.0901201 Jul 22 22:13:55.432480 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.520893 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-c7981e34-44dc-41d1-8d90-beabfc13f6bb service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=1a2c4567-b907-434f-9715-3d7a3808ccec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903275 Jul 22 22:13:55.600867 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.603911 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.605172 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bc04bb30-667e-42b3-8d8a-612b92432cf1 HTTP/1.1" status: 204 len: 168 time: 0.7779617 Jul 22 22:13:55.640647 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe9cb5-1993-42db-88d9-6d7511c00e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc04bb30-667e-42b3-8d8a-612b92432cf1,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:55.653041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-027247c6-f908-48e1-bada-aa94aafe969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.654827 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-027247c6-f908-48e1-bada-aa94aafe969c service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.7831559 Jul 22 22:13:55.711860 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-4aac10a8-2b85-4876-9d1a-ca91dc52822c service neutron] 10.222.0.125 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859694 Jul 22 22:13:55.722806 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.760970 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-f59e7008-cace-4193-984a-d4d0d985d8d5 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 200 len: 217 time: 0.0821145 Jul 22 22:13:55.763160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:55.774997 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e9c5-20df-467f-bb4d-c8c9f1d07c85 req-7bf05e7f-e258-437b-a17e-2dfc52f4007d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.776605 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a12e9c5-20df-467f-bb4d-c8c9f1d07c85 req-7bf05e7f-e258-437b-a17e-2dfc52f4007d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.3801904 Jul 22 22:13:55.871147 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a12e9c5-20df-467f-bb4d-c8c9f1d07c85 req-477cd1d9-44a1-4f7c-8b92-0863f8f71bec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Jul 22 22:13:55.929151 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70f3d10d-d011-4585-94dd-5706e83ae798 req-58943738-7c60-487f-ba89-549de94df096 service neutron] 10.222.0.125 "GET /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979797 Jul 22 22:13:55.971146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-5438e0fa-6be1-4bbc-9ed0-29783f78150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:55.972865 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-5438e0fa-6be1-4bbc-9ed0-29783f78150b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.1766725 Jul 22 22:13:56.066467 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-9a83fa1c-a262-440b-9a9b-8116cec35d4a service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618670 Jul 22 22:13:56.131704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f775-f7a1-45ef-b63d-d6590f985179 req-daa6202c-c93b-4235-936f-118680b16535 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:56.133182 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7624f775-f7a1-45ef-b63d-d6590f985179 req-daa6202c-c93b-4235-936f-118680b16535 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 943 time: 0.0950046 Jul 22 22:13:56.216453 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7624f775-f7a1-45ef-b63d-d6590f985179 req-f818a096-0079-4af4-9b17-9edef40b4749 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Jul 22 22:13:56.272801 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.280543 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.296642 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.349316 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-469d02c6-71a7-4189-842b-39da8a7ab4da service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641523 Jul 22 22:13:56.359777 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.369146 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8500452 Jul 22 22:13:56.369146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720ff85-d71b-4496-a2f8-e3320b73ccbb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=01b2de57-38e9-4ff4-ab4a-af5c35328d02,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.502877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34520) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:56.534613 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1a7a2d0-bce1-4124-8bc2-c16bc316ef5e req-40fb51b1-1158-483d-8a68-cf63fdca0d1d service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724660 Jul 22 22:13:56.538379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-49ddef49-fd47-49b3-9e9b-129fd815076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.557747 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3bbb391c-26f1-4444-a521-caa3d2f39af3 req-31006dd1-7429-45a2-bb6c-db7ea5dc6d8b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 210 time: 0.0380898 Jul 22 22:13:56.666633 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-49ddef49-fd47-49b3-9e9b-129fd815076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.674698 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-49ddef49-fd47-49b3-9e9b-129fd815076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.735586 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34534) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:13:56.748810 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-49ddef49-fd47-49b3-9e9b-129fd815076f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c9c630d5916541328d72239885800e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402430 Jul 22 22:13:56.750267 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddef49-fd47-49b3-9e9b-129fd815076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63c1e7-0cb0-4e81-abc6-a02c79ff116d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:56.830886 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-333fd5d7-cb15-4779-90eb-0395a61fda23 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1150591228&fields=id&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 267 time: 0.0466087 Jul 22 22:13:56.840546 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:56.894376 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.033248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.037420 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:57.039399 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1e63c1e7-0cb0-4e81-abc6-a02c79ff116d HTTP/1.1" status: 204 len: 168 time: 0.3024960 Jul 22 22:13:57.053005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-b93eaf21-b43c-4ad6-b08f-3ec0bb43c833 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:57.054783 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-b93eaf21-b43c-4ad6-b08f-3ec0bb43c833 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 816 time: 0.2166862 Jul 22 22:13:57.058346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bc22f-5454-43e0-861d-7d4d47dbe00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63c1e7-0cb0-4e81-abc6-a02c79ff116d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:57.084578 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d763eca1-b0f2-407d-9c08-f67421c78fd3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/quotas/9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 375 time: 0.0211484 Jul 22 22:13:57.293192 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-cbc3f580-29be-4752-8c9f-4ae36f8b4ad9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2011299 Jul 22 22:13:57.450284 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-730077c0-52e4-41d4-bdb3-34727f58e3e6 service neutron] 10.222.0.110 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504433 Jul 22 22:13:57.511503 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d31b27-9efb-4c0b-af4e-84645e9fafc7 req-02c6fc28-2e75-4187-98fb-35ae18b0953b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:57.513981 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39d31b27-9efb-4c0b-af4e-84645e9fafc7 req-02c6fc28-2e75-4187-98fb-35ae18b0953b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.5332496 Jul 22 22:13:57.569608 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39d31b27-9efb-4c0b-af4e-84645e9fafc7 req-b4c4fa48-412a-423c-97cb-e6b8cd8edfb2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Jul 22 22:13:57.584701 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-65818adb-7a55-4609-84ce-dae799139077 service neutron] 10.222.0.110 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334250 Jul 22 22:13:57.605573 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-bf5a3aaa-ea72-4e8b-b250-4f6ae975d56a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:57.608514 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-bf5a3aaa-ea72-4e8b-b250-4f6ae975d56a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 811 time: 0.5254738 Jul 22 22:13:57.716057 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-8c879a13-781c-4144-aadc-f64058c0443e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 380 time: 0.0839067 Jul 22 22:13:57.726908 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'port': {'device_id': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'admin_state_up': True, 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'security_groups': ['d37c6370-00ba-4167-99ea-35dfa33a49fe']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:57.819166 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ff2d76bb-0c4c-4f53-b22d-8e8682f56ec7 req-21bc8856-6ef2-4e55-8842-e891a67bcff0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 210 time: 0.0517182 Jul 22 22:13:57.862019 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6973f-70af-4a51-8363-cbfcb681be56 req-1b1e19ea-9f1a-4a30-9ef1-cd37d0e12c54 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:57.864064 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fae6973f-70af-4a51-8363-cbfcb681be56 req-1b1e19ea-9f1a-4a30-9ef1-cd37d0e12c54 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 943 time: 0.2128577 Jul 22 22:13:57.962527 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-01e96c53-9155-4594-8d8c-902e371a5f8e req-605575f3-b7bd-47c8-9072-93329c055820 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 210 time: 0.0685492 Jul 22 22:13:57.996981 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fae6973f-70af-4a51-8363-cbfcb681be56 req-1172c7cf-7dd7-43f8-9561-0236073ce97b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108251 Jul 22 22:13:58.041759 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Made reservation on behalf of 93164c7b18524c7f9483aa0383349cb9 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:13:58.048265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.274240 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Allocated IP 172.20.0.13 (5dcfbf64-3926-45d8-838a-8c062184c27a/79414aa4-84a2-4ea8-9521-cc0378afb612/ca634450-7b4f-4ad9-a31e-a585086203cf) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:13:58.382407 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 30112f59-0c99-4523-9a13-983baff94680 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:58.540820 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.599929 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=30112f59-0c99-4523-9a13-983baff94680,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:58.620999 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '30112f59-0c99-4523-9a13-983baff94680', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'port_id': '30112f59-0c99-4523-9a13-983baff94680', 'mac_address': 'fa:16:3e:a7:60:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d9b04e-1359-44ed-a558-5821b7094af8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:58.641730 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Transition to ACTIVE for port object ca634450-7b4f-4ad9-a31e-a585086203cf will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:13:58.700946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.744822 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30112f59-0c99-4523-9a13-983baff94680 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:58.780229 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.810881 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=30112f59-0c99-4523-9a13-983baff94680,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:58.817330 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.818571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 8c0d6a5f-9b31-4e52-a742-c404c46232c7 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:13:58.853011 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:58.900366 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:13:58.905560 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:13:58.926717 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:13:58.940036 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:58.940757 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:58.972350 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a5af0-bc5c-47a9-804c-67410eb46418 req-13e44bf4-6812-4f05-92a2-93af5e191194 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:58.986538 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee5a5af0-bc5c-47a9-804c-67410eb46418 req-13e44bf4-6812-4f05-92a2-93af5e191194 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 943 time: 0.2590799 Jul 22 22:13:59.019119 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-767ab79e-78ca-4a95-81e4-2195a188d1e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2970383 Jul 22 22:13:59.079342 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee5a5af0-bc5c-47a9-804c-67410eb46418 req-b0efbbff-4ac5-4ae2-97c8-9acd151a8fed tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853333 Jul 22 22:13:59.089734 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Request body: {'port': {'device_id': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:13:59.117530 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7,segment=NetworkSegment(cb9afb6a-15c2-46a2-873a-bdaf68f477a4),segment_id=cb9afb6a-15c2-46a2-873a-bdaf68f477a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:59.156129 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '8c0d6a5f-9b31-4e52-a742-c404c46232c7', 'network_id': '1a2c4567-b907-434f-9715-3d7a3808ccec', 'port_id': '8c0d6a5f-9b31-4e52-a742-c404c46232c7', 'mac_address': 'fa:16:3e:8c:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:13:59.238700 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56602e-7950-4e5d-b351-18855f017c30 req-7569cf19-4b12-4830-8cde-bcd11c526d91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:13:59.247217 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0c56602e-7950-4e5d-b351-18855f017c30 req-7569cf19-4b12-4830-8cde-bcd11c526d91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 932 time: 0.1954229 Jul 22 22:13:59.347971 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0c56602e-7950-4e5d-b351-18855f017c30 req-d43dcc6d-e67a-49b6-8178-75fdaef9f828 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852261 Jul 22 22:13:59.365019 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2928345c-57ba-4ee3-8eab-20ea8670bb09 req-53ecb1c1-a037-4073-bb91-b6b71225b586 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 210 time: 0.1374409 Jul 22 22:13:59.407097 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:59.407196 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:59.416945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:59.446471 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d6a5f-9b31-4e52-a742-c404c46232c7 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:13:59.486980 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-23c44c69-3350-4871-9b0b-631ef59282d5 None None] Provisioning for port ca634450-7b4f-4ad9-a31e-a585086203cf completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:13:59.537043 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7,segment=NetworkSegment(cb9afb6a-15c2-46a2-873a-bdaf68f477a4),segment_id=cb9afb6a-15c2-46a2-873a-bdaf68f477a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:13:59.538682 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-23c44c69-3350-4871-9b0b-631ef59282d5 None None] Provisioning complete for port ca634450-7b4f-4ad9-a31e-a585086203cf triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:13:59.539057 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-23c44c69-3350-4871-9b0b-631ef59282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:59.548515 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:13:59.774705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:13:59.782325 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-23c44c69-3350-4871-9b0b-631ef59282d5 None None] Port ca634450-7b4f-4ad9-a31e-a585086203cf cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:13:59.977073 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34688) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:00.041349 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4d6ca-5ce9-41db-bb0d-53ac08c115d8 req-fb391b8b-062c-477e-b811-459cc7010dc5 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.044419 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70e4d6ca-5ce9-41db-bb0d-53ac08c115d8 req-fb391b8b-062c-477e-b811-459cc7010dc5 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 943 time: 0.5809803 Jul 22 22:14:00.049044 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca634450-7b4f-4ad9-a31e-a585086203cf {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:00.063134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.076254 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-64d813b7-c12e-4b6a-9e6d-ab7f8a593213 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.079967 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-64d813b7-c12e-4b6a-9e6d-ab7f8a593213 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 816 time: 0.5527310 Jul 22 22:14:00.081760 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Transition to ACTIVE for port object ca634450-7b4f-4ad9-a31e-a585086203cf will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:00.089335 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.178111 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:00.222942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f462-6001-4def-8474-499caadba4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.251331 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70e4d6ca-5ce9-41db-bb0d-53ac08c115d8 req-918be8c4-e3b3-4716-a985-a3164707aeef tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686575 Jul 22 22:14:00.265292 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-89223fe7-47e3-4d3b-a0bb-51338662a75a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 380 time: 0.1442287 Jul 22 22:14:00.285853 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['8c0d6a5f-9b31-4e52-a742-c404c46232c7'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:00.292249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'port': {'device_id': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'admin_state_up': True, 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'security_groups': ['f7506776-8150-4549-8e1b-0b120e432018']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:00.435190 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.468510 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Attempting to bind port ca634450-7b4f-4ad9-a31e-a585086203cf on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:00.469694 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Attempting to bind port ca634450-7b4f-4ad9-a31e-a585086203cf by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:00.470951 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Attempting to bind port ca634450-7b4f-4ad9-a31e-a585086203cf on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:00.479993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Port ca634450-7b4f-4ad9-a31e-a585086203cf on network 5dcfbf64-3926-45d8-838a-8c062184c27a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:00.480651 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Attempting to bind port ca634450-7b4f-4ad9-a31e-a585086203cf on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:00.491133 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:00.491719 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Checking segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:00.492563 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Bound using segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:00.493179 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Bound port: ca634450-7b4f-4ad9-a31e-a585086203cf, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:00.493751 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.618715 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:00.623718 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ca634450-7b4f-4ad9-a31e-a585086203cf,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:00.643867 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.701306 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06fac0-8146-4e5b-ae13-b4c060df40de req-2e9cea8d-480d-49be-8c03-f609ab4a1cfc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.703174 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9d06fac0-8146-4e5b-ae13-b4c060df40de req-2e9cea8d-480d-49be-8c03-f609ab4a1cfc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 944 time: 0.4686680 Jul 22 22:14:00.736572 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1a12-cb95-4d99-89b1-9433529c62ee req-08c813c5-6ffc-412e-8d77-e7420fca0722 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.739332 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-06cf1a12-cb95-4d99-89b1-9433529c62ee req-08c813c5-6ffc-412e-8d77-e7420fca0722 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 944 time: 0.2431185 Jul 22 22:14:00.751690 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:00.752532 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.753977 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] 10.222.0.125 "PUT /v2.0/ports/ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1094 time: 1.7051141 Jul 22 22:14:00.773636 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:00.780720 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8025f4-67b0-4006-a58c-b8a81916b7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:00.832328 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-06cf1a12-cb95-4d99-89b1-9433529c62ee req-b7628cd7-170d-445b-962e-8beb668de641 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832365 Jul 22 22:14:00.832557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d197eb-6b2a-47fd-9a40-5fb458e7ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:00.888823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f462-6001-4def-8474-499caadba4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.900144 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f462-6001-4def-8474-499caadba4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:00.963976 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a0f4f462-6001-4def-8474-499caadba4d9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5a204a3596404ff8bedf23db2bb12adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9826910 Jul 22 22:14:00.975210 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9d06fac0-8146-4e5b-ae13-b4c060df40de req-9db05edb-6716-4633-af5d-e1d7a18d29db tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529395 Jul 22 22:14:00.976176 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34726) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:01.104693 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-affb89df-fbd4-4ef3-96ac-7cc9dc2e1d6e req-46d1b161-9946-45c4-bca3-4ee3620890d3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 210 time: 0.1478505 Jul 22 22:14:01.129129 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Made reservation on behalf of 9c7420429ec848f6a4c1ad81eebaf705 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:01.134453 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.152103 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f462-6001-4def-8474-499caadba4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a01d8d-e38f-47e3-bad7-4fe1541cd79a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.177143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.227073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-338d01e5-90e3-4804-85f7-2833aa365698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.229286 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-338d01e5-90e3-4804-85f7-2833aa365698 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1097 time: 0.3653631 Jul 22 22:14:01.242079 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae70eb24-6b16-489d-8bff-4c6f8a77fe23 x-openstack-request-id: req-ae70eb24-6b16-489d-8bff-4c6f8a77fe23 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:01.242377 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:01.242645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ae70eb24-6b16-489d-8bff-4c6f8a77fe23 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:01.243047 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'status': 'completed', 'code': 200} Jul 22 22:14:01.254344 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.319992 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-a5fbae22-39fe-43d5-90da-41d8fdb3a424 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 217 time: 0.0629833 Jul 22 22:14:01.411120 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-1c495993-4341-44ab-8619-83c50ec56bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.412810 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-1c495993-4341-44ab-8619-83c50ec56bc6 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0780368 Jul 22 22:14:01.454667 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Allocated IP 172.20.0.7 (6df68dab-9491-409a-9b1c-2c69807e5f2f/2df77634-20d3-455a-9b3c-6212650e04fc/e63aa00d-561e-478c-ad51-2858e1d33423) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:01.467986 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.472572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.476822 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e0a01d8d-e38f-47e3-bad7-4fe1541cd79a HTTP/1.1" status: 204 len: 168 time: 0.4972928 Jul 22 22:14:01.513234 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce50c3-234d-457a-abd1-74f3fd87ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a01d8d-e38f-47e3-bad7-4fe1541cd79a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.517556 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e68a3a-d723-48f4-b1ea-259008e27f7d req-f2edcc12-8fa1-4582-885f-b7c9eb7407a7 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.518706 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-12e68a3a-d723-48f4-b1ea-259008e27f7d req-f2edcc12-8fa1-4582-885f-b7c9eb7407a7 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 944 time: 0.1684713 Jul 22 22:14:01.578755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-9ba4e98e-8501-469f-a201-4d2b5ff1eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.581104 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-9ba4e98e-8501-469f-a201-4d2b5ff1eddc service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1550572 Jul 22 22:14:01.646203 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-12e68a3a-d723-48f4-b1ea-259008e27f7d req-e7f85dbc-726d-4030-9e69-925a12ccf0ab tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972042 Jul 22 22:14:01.692310 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.709367 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Transition to ACTIVE for port object e63aa00d-561e-478c-ad51-2858e1d33423 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:01.749072 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.803583 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-670830d3-23c6-48e7-a6e8-ce5e1f6b4818 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073772 Jul 22 22:14:01.821098 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:01.824905 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:01.826861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:01.839814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:01.851194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:01.852642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:01.895222 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-d1170c84-35f6-4e0d-b4a5-3351aed80bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6232481 Jul 22 22:14:01.921884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Request body: {'port': {'device_id': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:02.006946 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d44eab8-16ba-4cbf-a231-b5ea1a1317d8 req-e27094df-41b3-45b9-843f-d1aec6d5534d service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955884 Jul 22 22:14:02.090671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.257211 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34770) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:02.260122 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fc9e1-c592-45c7-965b-cd2ca3141b5e req-21f0f65d-4102-40dc-945b-b656492cebed tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.263192 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d87fc9e1-c592-45c7-965b-cd2ca3141b5e req-21f0f65d-4102-40dc-945b-b656492cebed tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 944 time: 0.2548296 Jul 22 22:14:02.339034 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 30112f59-0c99-4523-9a13-983baff94680 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:02.344549 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-fa8d664f-3f70-48f9-8cdd-8d963858f399 None None] Provisioning for port e63aa00d-561e-478c-ad51-2858e1d33423 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:02.374114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-fa8d664f-3f70-48f9-8cdd-8d963858f399 None None] Provisioning complete for port e63aa00d-561e-478c-ad51-2858e1d33423 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:02.374856 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-fa8d664f-3f70-48f9-8cdd-8d963858f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.395433 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d87fc9e1-c592-45c7-965b-cd2ca3141b5e req-84ea04ff-d95e-4381-9667-39ec52e84867 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181757 Jul 22 22:14:02.397829 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-0d0c8f85-844e-48a6-b08c-b985513e4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.399242 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-0d0c8f85-844e-48a6-b08c-b985513e4c24 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1097 time: 0.2491610 Jul 22 22:14:02.479663 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-58e9a24a-cc8a-4020-9a66-528ed5d5780a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.482252 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d664f-3f70-48f9-8cdd-8d963858f399 None None] Port e63aa00d-561e-478c-ad51-2858e1d33423 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:02.511949 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 30112f59-0c99-4523-9a13-983baff94680 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:02.516547 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 30112f59-0c99-4523-9a13-983baff94680 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:02.517168 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.538104 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63774f59-cca5-494b-bc00-092b9c466fd7 req-22005b1e-dd9a-48bb-a4dc-84457a77c0b1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.545746 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63774f59-cca5-494b-bc00-092b9c466fd7 req-22005b1e-dd9a-48bb-a4dc-84457a77c0b1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 944 time: 0.3606474 Jul 22 22:14:02.595325 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63774f59-cca5-494b-bc00-092b9c466fd7 req-2dde5aca-edc2-416a-8230-74cff01fae9d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485911 Jul 22 22:14:02.653642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.668801 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-feeab0c0-92c3-4786-ba0c-e854daddc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.670311 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-feeab0c0-92c3-4786-ba0c-e854daddc645 service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.2583892 Jul 22 22:14:02.688361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:02.699074 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30112f59-0c99-4523-9a13-983baff94680'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:02.756629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-a9842d43-f57f-43eb-996e-83f938eeec05 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 217 time: 0.0751970 Jul 22 22:14:02.764200 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1d212-2133-4d8b-972b-fd13dbd6f8a2 req-ce8e7be4-6152-4a0c-9dd4-aa45887feff6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.765874 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-51e1d212-2133-4d8b-972b-fd13dbd6f8a2 req-ce8e7be4-6152-4a0c-9dd4-aa45887feff6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 931 time: 0.2207355 Jul 22 22:14:02.772266 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.782086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-58e9a24a-cc8a-4020-9a66-528ed5d5780a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.804186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-58e9a24a-cc8a-4020-9a66-528ed5d5780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.820841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=30112f59-0c99-4523-9a13-983baff94680,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:02.838573 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-51e1d212-2133-4d8b-972b-fd13dbd6f8a2 req-b1a4ccbf-4efc-4916-9456-7e0ddfb62345 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622005 Jul 22 22:14:02.844588 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.845287 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-0a6664d3-f12d-4eab-bbfe-2f5452116072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.846390 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Transition to ACTIVE for port object e63aa00d-561e-478c-ad51-2858e1d33423 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:02.846916 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 8c0d6a5f-9b31-4e52-a742-c404c46232c7 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:02.847278 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-0a6664d3-f12d-4eab-bbfe-2f5452116072 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0799594 Jul 22 22:14:02.872660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:02.924676 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-090a5b00-6d5d-414e-8929-c5fa2c325707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:02.926249 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-090a5b00-6d5d-414e-8929-c5fa2c325707 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591264 Jul 22 22:14:02.947738 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-58e9a24a-cc8a-4020-9a66-528ed5d5780a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2916c8f172e24ef5bb329c42f61d4c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639056 Jul 22 22:14:02.951090 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34794) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:02.972045 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a24a-cc8a-4020-9a66-528ed5d5780a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308f4e9-40ca-45fb-b6c5-b72e4ef93763,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.975650 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.983861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:02.998799 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:02.999505 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:03.000104 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.043234 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5267fadc-cf1b-4d03-9e3c-9c41e4e9a50f" -d '{"events": [{"server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "name": "network-vif-plugged", "status": "completed", "tag": "30112f59-0c99-4523-9a13-983baff94680"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:03.065588 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-c805e996-cd37-49b1-ade7-7fbb86230e8e service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230421 Jul 22 22:14:03.072518 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819ce5-cb17-4a9d-a8ba-fa037a314997 req-f8e9d215-2429-44b0-b7f7-5eef1415cc51 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.082063 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b8819ce5-cb17-4a9d-a8ba-fa037a314997 req-f8e9d215-2429-44b0-b7f7-5eef1415cc51 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 944 time: 0.3041387 Jul 22 22:14:03.122461 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.124564 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Attempting to bind port e63aa00d-561e-478c-ad51-2858e1d33423 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:03.124909 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Attempting to bind port e63aa00d-561e-478c-ad51-2858e1d33423 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:03.125824 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Attempting to bind port e63aa00d-561e-478c-ad51-2858e1d33423 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:03.165329 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Port e63aa00d-561e-478c-ad51-2858e1d33423 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:03.165658 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Attempting to bind port e63aa00d-561e-478c-ad51-2858e1d33423 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:03.172819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.178228 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7,segment=NetworkSegment(cb9afb6a-15c2-46a2-873a-bdaf68f477a4),segment_id=cb9afb6a-15c2-46a2-873a-bdaf68f477a4)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:03.184782 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.192411 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b8819ce5-cb17-4a9d-a8ba-fa037a314997 req-097ef660-be5d-4b54-8b01-215960846ffb tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993772 Jul 22 22:14:03.196408 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:03.196752 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Checking segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:03.197135 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Bound using segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:03.197580 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Bound port: e63aa00d-561e-478c-ad51-2858e1d33423, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:03.197937 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.226513 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91642f7-8c63-4a58-a160-8f5f4aed0cac x-openstack-request-id: req-e91642f7-8c63-4a58-a160-8f5f4aed0cac {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:03.226723 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "name": "network-vif-plugged", "status": "completed", "tag": "30112f59-0c99-4523-9a13-983baff94680", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:03.226955 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e91642f7-8c63-4a58-a160-8f5f4aed0cac {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:03.228236 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30112f59-0c99-4523-9a13-983baff94680', 'code': 200} Jul 22 22:14:03.233517 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.240877 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d8025f4-67b0-4006-a58c-b8a81916b7f2 req-0e94371d-90ab-4003-a136-7cb4b52eb3c4 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640315 Jul 22 22:14:03.260568 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.320002 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:03.323253 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:03.328812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.365494 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.368145 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.369302 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b308f4e9-40ca-45fb-b6c5-b72e4ef93763 HTTP/1.1" status: 204 len: 168 time: 0.4100602 Jul 22 22:14:03.380709 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.381517 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.383711 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] 10.222.0.125 "PUT /v2.0/ports/e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 1093 time: 1.4691076 Jul 22 22:14:03.384417 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:03.386723 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0499b46a-740f-4808-bfac-83c148a6a4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:03.403379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e8a1-bbaf-4ec1-94b1-079ce205ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308f4e9-40ca-45fb-b6c5-b72e4ef93763,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.460146 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383743a-7339-414b-9fb2-e8fc91f78b51 service neutron] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:03.503790 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e27ef-912e-4934-9333-49106eecebf1 x-openstack-request-id: req-d63e27ef-912e-4934-9333-49106eecebf1 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:03.505431 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:03.505431 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d63e27ef-912e-4934-9333-49106eecebf1 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:03.507672 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'status': 'completed', 'code': 200} Jul 22 22:14:03.598139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-133170c8-e918-4afd-bbb9-4904f84e6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.606101 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-133170c8-e918-4afd-bbb9-4904f84e6ee0 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1096 time: 0.1233451 Jul 22 22:14:03.713708 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-ea4e9ab6-bebe-4034-b4b3-2643b0e78f5a service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 217 time: 0.0897086 Jul 22 22:14:03.721442 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-c044890f-a3ac-4a80-885b-302ff02bf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.723145 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-c044890f-a3ac-4a80-885b-302ff02bf82a service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 1098 time: 0.1613443 Jul 22 22:14:03.731017 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d7399-2326-4c0e-8677-44315ea8ec92 req-e119c334-0821-4058-ab25-ceb2a3efcd2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.732564 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5e6d7399-2326-4c0e-8677-44315ea8ec92 req-e119c334-0821-4058-ab25-ceb2a3efcd2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 944 time: 0.1851377 Jul 22 22:14:03.762836 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-63c15cc4-ada8-4194-b86b-cf1118308dd8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:03.838133 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-a7f0172d-021d-4b6a-a068-08dfbe311d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.839905 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-a7f0172d-021d-4b6a-a068-08dfbe311d90 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.1167121 Jul 22 22:14:03.851909 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5e6d7399-2326-4c0e-8677-44315ea8ec92 req-6977ae69-a188-4247-9a9b-e29f413b870e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095057 Jul 22 22:14:03.933346 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad17c3-70ab-41b4-a71a-4b5fff565d9d req-0cf9ebca-a6e4-4b7d-8d32-de609017056f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:03.933346 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68ad17c3-70ab-41b4-a71a-4b5fff565d9d req-0cf9ebca-a6e4-4b7d-8d32-de609017056f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1930594 Jul 22 22:14:04.001827 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68ad17c3-70ab-41b4-a71a-4b5fff565d9d req-53c77c8a-c629-4fb7-a2e0-19f1f8c54588 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Jul 22 22:14:04.008544 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-dc6a4c4c-a418-4b1e-8fa8-4853829bfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:04.010041 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-dc6a4c4c-a418-4b1e-8fa8-4853829bfeda service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605926 Jul 22 22:14:04.013073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-63c15cc4-ada8-4194-b86b-cf1118308dd8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.036112 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-63c15cc4-ada8-4194-b86b-cf1118308dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.059841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9d4e76a-2930-4d37-a45d-6413c29bea78 req-63c15cc4-ada8-4194-b86b-cf1118308dd8 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263032 Jul 22 22:14:04.094652 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c15cc4-ada8-4194-b86b-cf1118308dd8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5b0b7-36d2-485d-9784-10429dfd7f29,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:04.143542 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70549b8-7002-4055-921e-a066b79105de req-d84401a1-d82d-4104-ae0d-164fe7fad5f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:04.147729 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d70549b8-7002-4055-921e-a066b79105de req-d84401a1-d82d-4104-ae0d-164fe7fad5f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1641848 Jul 22 22:14:04.189594 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-828093c4-5e4e-4103-917b-4afd6d6055d0 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670802 Jul 22 22:14:04.212950 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d70549b8-7002-4055-921e-a066b79105de req-06673269-8021-4d0a-9dd7-23fb71827757 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562999 Jul 22 22:14:04.334641 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92258d-784e-449b-8bef-f1e9f0e2d690 req-99847608-4a5b-4a1d-b0e4-e97fadad771f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:04.339903 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a92258d-784e-449b-8bef-f1e9f0e2d690 req-99847608-4a5b-4a1d-b0e4-e97fadad771f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0787456 Jul 22 22:14:04.379053 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a92258d-784e-449b-8bef-f1e9f0e2d690 req-3f44df0d-8602-49a1-be9b-af3d5d3cae6e tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Jul 22 22:14:04.513047 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34862) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:04.545593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34866) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:04.641793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de421d3b-2432-41f2-9c8e-cf936b591748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.673510 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e34f3c22-b9f6-47f3-8e5a-7ac11ccb94c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.757415 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de421d3b-2432-41f2-9c8e-cf936b591748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.763965 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-de421d3b-2432-41f2-9c8e-cf936b591748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.818108 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-de421d3b-2432-41f2-9c8e-cf936b591748 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=caad91bc585e4643bdb9d750364acb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040133 Jul 22 22:14:04.821361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34876) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:04.822279 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de421d3b-2432-41f2-9c8e-cf936b591748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3cd1c-c28d-41a3-b5d1-b17e5e5ea7d4,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:04.892471 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.904502 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e34f3c22-b9f6-47f3-8e5a-7ac11ccb94c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.910186 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e34f3c22-b9f6-47f3-8e5a-7ac11ccb94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.916775 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.973101 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e34f3c22-b9f6-47f3-8e5a-7ac11ccb94c3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=eda250515efb4ff59d10fe7fe35c8626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261205 Jul 22 22:14:04.975885 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34888) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:04.982914 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.985470 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:04.989162 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d1f3cd1c-c28d-41a3-b5d1-b17e5e5ea7d4 HTTP/1.1" status: 204 len: 168 time: 0.1634519 Jul 22 22:14:04.995802 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3c22-b9f6-47f3-8e5a-7ac11ccb94c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10da6f4b-c7ce-4ae5-9a08-98ed405d98ff,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:05.001623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac2d90-a8f1-4b7e-acf4-017adb625b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3cd1c-c28d-41a3-b5d1-b17e5e5ea7d4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:05.046365 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53aa58-a4f9-49d0-8b04-b117c4dd68d5 req-a68d8b50-c1ba-4ca3-968a-5a0003832874 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.048721 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf53aa58-a4f9-49d0-8b04-b117c4dd68d5 req-a68d8b50-c1ba-4ca3-968a-5a0003832874 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 944 time: 0.1030447 Jul 22 22:14:05.060138 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.093578 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.105629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf53aa58-a4f9-49d0-8b04-b117c4dd68d5 req-ded9fccf-5f7e-43ec-b378-ea7f06f7b14c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506608 Jul 22 22:14:05.196040 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.199732 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.201741 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/10da6f4b-c7ce-4ae5-9a08-98ed405d98ff HTTP/1.1" status: 204 len: 168 time: 0.2246790 Jul 22 22:14:05.213817 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf2138-c338-440e-9c09-f1ffcf5d3dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10da6f4b-c7ce-4ae5-9a08-98ed405d98ff,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:05.230613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:05.231480 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbd175-6ba7-46d7-a588-2511f8c6eff1 req-a6ebdb2b-d0c2-418a-b77f-b32b04ed850f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.233132 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8cbd175-6ba7-46d7-a588-2511f8c6eff1 req-a6ebdb2b-d0c2-418a-b77f-b32b04ed850f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1122470 Jul 22 22:14:05.233964 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f4acb-f9e3-46e3-a4b9-20b5e2e944f6" -d '{"events": [{"server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:05.301132 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8cbd175-6ba7-46d7-a588-2511f8c6eff1 req-0ea9c03c-7e28-4244-ab49-1bbf6561d94f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Jul 22 22:14:05.387660 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaa0341-42d4-4663-a468-3c6beccdc74d x-openstack-request-id: req-6eaa0341-42d4-4663-a468-3c6beccdc74d {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:05.388112 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:05.388517 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6eaa0341-42d4-4663-a468-3c6beccdc74d {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:05.388969 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7', 'code': 200} Jul 22 22:14:05.393267 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3c8a-5c57-40dd-990a-f31aca88dde0 req-3db8e6b9-6549-451c-b24c-4b00c744f423 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.395738 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-214e3c8a-5c57-40dd-990a-f31aca88dde0 req-3db8e6b9-6549-451c-b24c-4b00c744f423 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0789843 Jul 22 22:14:05.462922 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-214e3c8a-5c57-40dd-990a-f31aca88dde0 req-771de70b-8ab7-4c90-b2b5-500340fe8890 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564051 Jul 22 22:14:05.553689 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefd34f-cdd9-4c83-b9c4-21bec9df78ac req-7bf64981-d33f-4225-a5d6-3f77f3c2e058 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:05.555610 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fbefd34f-cdd9-4c83-b9c4-21bec9df78ac req-7bf64981-d33f-4225-a5d6-3f77f3c2e058 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0819426 Jul 22 22:14:05.630760 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fbefd34f-cdd9-4c83-b9c4-21bec9df78ac req-57b22965-fafd-4d20-9854-a51f17c3d3fa tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679913 Jul 22 22:14:05.691397 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34948) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:05.705774 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ef91006c-9e7a-454b-92b2-3ccfb63b8fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.737050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34950) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:05.750243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0934c311-db87-4758-9caa-f28b36eab9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.801583 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ef91006c-9e7a-454b-92b2-3ccfb63b8fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.806706 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ef91006c-9e7a-454b-92b2-3ccfb63b8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.845334 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ef91006c-9e7a-454b-92b2-3ccfb63b8fb0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e52404c044984ec0bb2f555fb0769e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528003 Jul 22 22:14:05.847349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91006c-9e7a-454b-92b2-3ccfb63b8fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23999c7-8f33-49cd-bbeb-be76b3b96593,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:05.848241 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 34952) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:05.934526 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0934c311-db87-4758-9caa-f28b36eab9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.939048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.942250 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0934c311-db87-4758-9caa-f28b36eab9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:05.981925 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.012071 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c311-db87-4758-9caa-f28b36eab9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1944b547-13cf-4425-9794-80911a543b56,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.023301 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0934c311-db87-4758-9caa-f28b36eab9fc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=86b02d832c1b467d9a5518ebae005a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851787 Jul 22 22:14:06.026209 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 34956) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:06.050111 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.053120 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.054141 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c23999c7-8f33-49cd-bbeb-be76b3b96593 HTTP/1.1" status: 204 len: 168 time: 0.2046866 Jul 22 22:14:06.061936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a821f8-e938-41b3-8d70-d6c7c51d5089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23999c7-8f33-49cd-bbeb-be76b3b96593,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.082830 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.106505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.162162 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.164853 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.168799 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1944b547-13cf-4425-9794-80911a543b56 HTTP/1.1" status: 204 len: 168 time: 0.1414115 Jul 22 22:14:06.177633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270425-6893-40da-af16-a3d76e6d5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1944b547-13cf-4425-9794-80911a543b56,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:06.262156 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752110-d535-416a-9431-8e39f1a5adae req-2e4c25d4-350a-4829-a6ef-3e25188e8c56 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.263670 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a752110-d535-416a-9431-8e39f1a5adae req-2e4c25d4-350a-4829-a6ef-3e25188e8c56 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 944 time: 0.0708337 Jul 22 22:14:06.461126 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deff62-331a-4bd3-9227-607397cd8da9 req-30ed5631-6dc8-4e04-9562-9d234e19bed7 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.469335 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-86deff62-331a-4bd3-9227-607397cd8da9 req-30ed5631-6dc8-4e04-9562-9d234e19bed7 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0882289 Jul 22 22:14:06.507149 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a752110-d535-416a-9431-8e39f1a5adae req-d14e1e74-21ae-4e64-8a3e-4249067bceb0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370541 Jul 22 22:14:06.528315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-86deff62-331a-4bd3-9227-607397cd8da9 req-46c665e9-5108-424a-b1f5-c1583d4d086f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Jul 22 22:14:06.549688 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ca634450-7b4f-4ad9-a31e-a585086203cf details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:06.673674 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c4af5-bfe8-44c6-a398-e4abcce7849d req-24d09423-cb8b-4588-8c06-a178ad172dce tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.675616 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a02c4af5-bfe8-44c6-a398-e4abcce7849d req-24d09423-cb8b-4588-8c06-a178ad172dce tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0825450 Jul 22 22:14:06.753906 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a02c4af5-bfe8-44c6-a398-e4abcce7849d req-e77ed434-81fc-4d5a-b4c7-1b9071fcc5d1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726013 Jul 22 22:14:06.855391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70570ad-b934-4a4e-9d56-1e0c36b6e043 req-c0921368-190c-442b-845e-d6d9d5840279 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:06.858050 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c70570ad-b934-4a4e-9d56-1e0c36b6e043 req-c0921368-190c-442b-845e-d6d9d5840279 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0984025 Jul 22 22:14:06.885232 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ca634450-7b4f-4ad9-a31e-a585086203cf,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:06.898848 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'port_id': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'mac_address': 'fa:16:3e:86:56:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:06.912842 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c70570ad-b934-4a4e-9d56-1e0c36b6e043 req-5a0f1d80-50af-4fbe-b0a0-3f6ad1fbaa7f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Jul 22 22:14:06.942890 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:06.960127 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca634450-7b4f-4ad9-a31e-a585086203cf {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:06.992448 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ca634450-7b4f-4ad9-a31e-a585086203cf,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:06.997140 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:07.051420 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:07.661161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3b4e9-0c30-43b7-88a9-7a49499c10ed req-f58ab96e-3920-4dd8-b72c-cd0b080311ce tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:07.663405 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cb3b4e9-0c30-43b7-88a9-7a49499c10ed req-f58ab96e-3920-4dd8-b72c-cd0b080311ce tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 945 time: 0.0754287 Jul 22 22:14:07.669777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60827f3b-b8bc-43eb-ab88-e302e16e6da3 req-03d1577e-0ddd-48e8-bcd8-82c8a5ea1631 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:07.671988 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-60827f3b-b8bc-43eb-ab88-e302e16e6da3 req-03d1577e-0ddd-48e8-bcd8-82c8a5ea1631 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0850432 Jul 22 22:14:07.718611 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9cb3b4e9-0c30-43b7-88a9-7a49499c10ed req-151558eb-0ca5-40f9-b8b5-c0fb8564c867 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Jul 22 22:14:07.732256 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-60827f3b-b8bc-43eb-ab88-e302e16e6da3 req-76844b89-006b-4649-ade3-5410176f3b71 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Jul 22 22:14:07.921326 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab754c-089e-48f4-b6ef-82d467048624 req-85778243-ca82-4b51-8681-624229d38d0c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:07.923649 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-61ab754c-089e-48f4-b6ef-82d467048624 req-85778243-ca82-4b51-8681-624229d38d0c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0775213 Jul 22 22:14:07.968066 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-61ab754c-089e-48f4-b6ef-82d467048624 req-28a9d3ed-bf98-479e-8f3b-585374e86b15 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Jul 22 22:14:08.080455 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['ca634450-7b4f-4ad9-a31e-a585086203cf'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:08.346649 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa328-e29f-47eb-b2f2-59c2a8832796 req-6d0c362b-842b-41b4-9d7d-48e7d1f7fba4 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:08.348355 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5efaa328-e29f-47eb-b2f2-59c2a8832796 req-6d0c362b-842b-41b4-9d7d-48e7d1f7fba4 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.3535843 Jul 22 22:14:08.386927 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2642f0-c34c-49db-b5dc-73c471503c0a req-8d22d9d7-01ec-4a8c-9212-866fc5103528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:08.389160 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b2642f0-c34c-49db-b5dc-73c471503c0a req-8d22d9d7-01ec-4a8c-9212-866fc5103528 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 1098 time: 0.0907674 Jul 22 22:14:08.396220 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fab4be91-980a-4860-8b98-8b3789eb7b5a req-872ccc97-500b-46ce-a8cc-b1c01ba2ff40 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633330 Jul 22 22:14:08.413768 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5efaa328-e29f-47eb-b2f2-59c2a8832796 req-3c20f8fd-273f-4989-a8a4-2b4803d9fd6f tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578158 Jul 22 22:14:08.460732 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b2642f0-c34c-49db-b5dc-73c471503c0a req-e0e0a4e9-0030-4544-806c-d64dd75d27f8 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Jul 22 22:14:08.868042 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c110c-d6ee-4c7d-b6aa-6b89e43fe424 req-2c2841cd-e5bf-4cb5-b847-eefb3278fc0e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:08.870010 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee3c110c-d6ee-4c7d-b6aa-6b89e43fe424 req-2c2841cd-e5bf-4cb5-b847-eefb3278fc0e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 945 time: 0.0693340 Jul 22 22:14:08.893542 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deed92-f4d4-434e-b727-638dc46b49a4 req-bf595016-257a-4f7d-8926-4b1f057e017d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:08.895744 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79deed92-f4d4-434e-b727-638dc46b49a4 req-bf595016-257a-4f7d-8926-4b1f057e017d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0718932 Jul 22 22:14:08.913441 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ee3c110c-d6ee-4c7d-b6aa-6b89e43fe424 req-2319ae3d-8778-4783-9df9-84a0b910e21f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Jul 22 22:14:08.936854 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79deed92-f4d4-434e-b727-638dc46b49a4 req-f7d42eaa-b35f-407c-8b2d-0a6f08708fd1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Jul 22 22:14:09.032218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-f744c9a4-3438-4fd5-9f9c-17c39413b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.033774 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-f744c9a4-3438-4fd5-9f9c-17c39413b150 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1096 time: 0.0546453 Jul 22 22:14:09.175794 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-d684d4a3-aa34-4e39-b7c2-e4fe6828952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.177321 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-d684d4a3-aa34-4e39-b7c2-e4fe6828952a service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1195164 Jul 22 22:14:09.189869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ef914-0293-46b5-9436-0640e6b93d93 req-bd7dca6b-26aa-4f01-acf0-c2c086ebc83a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.191352 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6f1ef914-0293-46b5-9436-0640e6b93d93 req-bd7dca6b-26aa-4f01-acf0-c2c086ebc83a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1419697 Jul 22 22:14:09.242789 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-7eaa16b8-c3d2-4d72-ae5d-655b91e82bd5 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 217 time: 0.0503576 Jul 22 22:14:09.274883 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6f1ef914-0293-46b5-9436-0640e6b93d93 req-adf7202e-0e61-4d3d-833a-5eb4c52594bc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754898 Jul 22 22:14:09.309484 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-7d5d10d9-5953-4c20-b060-512dc3560863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.310931 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-7d5d10d9-5953-4c20-b060-512dc3560863 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0547411 Jul 22 22:14:09.369946 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-09aa7149-f416-455e-82bd-5194e88c78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.371442 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-09aa7149-f416-455e-82bd-5194e88c78a5 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526543 Jul 22 22:14:09.472680 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-4ffd2700-d4e7-49aa-855b-d4973a321cc0 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898402 Jul 22 22:14:09.573165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603fa69-7993-4904-b763-ed8331c6e5d8 req-afe93d48-1cac-4fed-a882-844e3c1a08fa tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:09.574885 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a603fa69-7993-4904-b763-ed8331c6e5d8 req-afe93d48-1cac-4fed-a882-844e3c1a08fa tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0678003 Jul 22 22:14:09.586975 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0499b46a-740f-4808-bfac-83c148a6a4d5 req-b7ab6439-c52a-47d2-9043-ab73697a27b7 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008914 Jul 22 22:14:09.616081 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a603fa69-7993-4904-b763-ed8331c6e5d8 req-49c1ae5e-e6a8-4667-a912-697ad379faaf tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jul 22 22:14:09.669737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ca634450-7b4f-4ad9-a31e-a585086203cf up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:09.727836 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port ca634450-7b4f-4ad9-a31e-a585086203cf completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:09.732110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port ca634450-7b4f-4ad9-a31e-a585086203cf triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:09.732595 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:09.827080 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:09.862069 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:09.868665 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c716752-b7f9-421d-8335-46724f2ec2f4" -d '{"events": [{"server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:09.878425 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ca634450-7b4f-4ad9-a31e-a585086203cf,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:09.885417 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:09.950550 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:09.956401 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cc0d74-6be1-4ddb-a257-c58bd660fd87 x-openstack-request-id: req-81cc0d74-6be1-4ddb-a257-c58bd660fd87 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:09.956706 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "name": "network-vif-plugged", "status": "completed", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:09.956972 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-81cc0d74-6be1-4ddb-a257-c58bd660fd87 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:09.957369 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'code': 200} Jul 22 22:14:10.142679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c062d-722c-4bf0-af67-f43afa390d52 req-9b70e3b3-c7ef-4e1a-9c6a-814879aef362 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.145300 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9e0c062d-722c-4bf0-af67-f43afa390d52 req-9b70e3b3-c7ef-4e1a-9c6a-814879aef362 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0979230 Jul 22 22:14:10.157920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73be5bd-21f6-4ccd-b083-465331f1f7b5 req-fff4525f-3e4b-40f5-b954-c96c9e51a568 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.159452 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b73be5bd-21f6-4ccd-b083-465331f1f7b5 req-fff4525f-3e4b-40f5-b954-c96c9e51a568 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1045547 Jul 22 22:14:10.208141 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b73be5bd-21f6-4ccd-b083-465331f1f7b5 req-fc250d92-33d0-46fe-9232-bbbb36b82e28 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367303 Jul 22 22:14:10.212895 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9e0c062d-722c-4bf0-af67-f43afa390d52 req-4e3210db-ddb7-41f3-9314-0857ae7de341 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604637 Jul 22 22:14:10.321755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071a31b-e4d3-44e2-b1f5-193313536d42 req-e1824526-38b5-4f2c-8f68-2fac759d89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.323329 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5071a31b-e4d3-44e2-b1f5-193313536d42 req-e1824526-38b5-4f2c-8f68-2fac759d89d5 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.0646493 Jul 22 22:14:10.370568 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5071a31b-e4d3-44e2-b1f5-193313536d42 req-2508e260-f885-4664-95fe-cfb37e6ec2ba service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Jul 22 22:14:10.416742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003fad-4fe3-40ac-8a8d-66081fab36e4 req-581ccd77-9144-40a8-a0f3-3d6850c36cf6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.418201 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6d003fad-4fe3-40ac-8a8d-66081fab36e4 req-581ccd77-9144-40a8-a0f3-3d6850c36cf6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0644486 Jul 22 22:14:10.463214 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6d003fad-4fe3-40ac-8a8d-66081fab36e4 req-f55f9d30-c6be-486f-ae03-22eeaed3c456 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387297 Jul 22 22:14:10.744932 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840c4f-8d00-4974-ad63-5e440d6ee40e req-362cfa66-93ee-4443-96a5-008a7ccff9c8 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:10.746465 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dc840c4f-8d00-4974-ad63-5e440d6ee40e req-362cfa66-93ee-4443-96a5-008a7ccff9c8 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0633996 Jul 22 22:14:10.783322 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dc840c4f-8d00-4974-ad63-5e440d6ee40e req-326203f8-a942-40c8-94f8-3f853ff55131 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Jul 22 22:14:11.363048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a0820-1959-4525-9c92-4ccdf5a45939 req-5ef77c3d-179d-4b14-9a9e-10d5b75f6c66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.366044 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3c5a0820-1959-4525-9c92-4ccdf5a45939 req-5ef77c3d-179d-4b14-9a9e-10d5b75f6c66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0784035 Jul 22 22:14:11.378543 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585cbe-de7b-43ea-b041-a9a74d2bd4dc req-dc0fc0ca-2198-4543-9349-b131defdcf72 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.380110 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-84585cbe-de7b-43ea-b041-a9a74d2bd4dc req-dc0fc0ca-2198-4543-9349-b131defdcf72 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Jul 22 22:14:11.420051 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3c5a0820-1959-4525-9c92-4ccdf5a45939 req-e011380c-1e26-4cf9-9094-6e7b685b1fac tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Jul 22 22:14:11.470842 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-84585cbe-de7b-43ea-b041-a9a74d2bd4dc req-dfe9a3d0-7cc8-4f51-ab67-deb9415516bf tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743344 Jul 22 22:14:11.639994 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624985a-26d3-4cec-a5c4-3d482ad6b119 req-55e4a677-a50f-4de8-9045-436dee87654d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.644878 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c624985a-26d3-4cec-a5c4-3d482ad6b119 req-55e4a677-a50f-4de8-9045-436dee87654d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0985224 Jul 22 22:14:11.681767 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:11.687673 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c624985a-26d3-4cec-a5c4-3d482ad6b119 req-a92adbf8-7f1d-4132-a7f3-773a8615a3a9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394430 Jul 22 22:14:11.830073 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:11.843685 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:11.885536 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:11.906688 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:11.926734 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b94508-93bc-478e-958c-404907bc7596 req-a687472a-3a87-4d9e-83a0-b95fbec85581 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:11.928431 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:11.932857 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7b94508-93bc-478e-958c-404907bc7596 req-a687472a-3a87-4d9e-83a0-b95fbec85581 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.0798647 Jul 22 22:14:11.935722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:11.992663 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7b94508-93bc-478e-958c-404907bc7596 req-21789d70-266c-419e-9c7d-ced77dce3595 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Jul 22 22:14:12.042705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:12.565043 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d367fb-9841-4813-b3c3-f1099399aafd req-7bcdfdc9-9534-4ece-abc7-9beb63d4b5f0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:12.567667 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94d367fb-9841-4813-b3c3-f1099399aafd req-7bcdfdc9-9534-4ece-abc7-9beb63d4b5f0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0745535 Jul 22 22:14:12.612873 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94d367fb-9841-4813-b3c3-f1099399aafd req-c0c51e58-4ece-4df9-b7d0-4e80a131b823 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Jul 22 22:14:12.617797 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79d1c9-7db4-49c6-b555-6d7ebf424f0a req-4e29214d-843e-469a-a99b-d12aa07b5b08 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:12.619297 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b79d1c9-7db4-49c6-b555-6d7ebf424f0a req-4e29214d-843e-469a-a99b-d12aa07b5b08 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0709381 Jul 22 22:14:12.659128 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b79d1c9-7db4-49c6-b555-6d7ebf424f0a req-9fea7bd8-e817-4c6a-bba9-ad5e089db516 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341458 Jul 22 22:14:12.704080 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35212) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:12.830482 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a011661-2ba3-4f19-918e-ee5dd37aaeec req-cecc7ab2-aef0-409b-84c1-35a334794e15 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:12.832136 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9a011661-2ba3-4f19-918e-ee5dd37aaeec req-cecc7ab2-aef0-409b-84c1-35a334794e15 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Jul 22 22:14:12.841051 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-138418fd-ae8b-4b02-9a8a-8abcb5832c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.883238 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9a011661-2ba3-4f19-918e-ee5dd37aaeec req-47d9672a-7a75-4c64-b531-d75279a5c95f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 Jul 22 22:14:12.924534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-03e88bb1-4b49-49b3-bba2-035388374261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.943804 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-138418fd-ae8b-4b02-9a8a-8abcb5832c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.947587 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-138418fd-ae8b-4b02-9a8a-8abcb5832c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:12.986469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138418fd-ae8b-4b02-9a8a-8abcb5832c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6908e-e87e-4adc-b421-10095d97eceb,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:12.992786 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-138418fd-ae8b-4b02-9a8a-8abcb5832c3b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c729361e977a4bfdb21aee1131aec970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867751 Jul 22 22:14:12.995479 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35222) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:13.059862 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.085284 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.132658 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.135122 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.136233 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/05d6908e-e87e-4adc-b421-10095d97eceb HTTP/1.1" status: 204 len: 168 time: 0.1396871 Jul 22 22:14:13.144855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414cc7b-d471-4b40-b483-366dbe584127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6908e-e87e-4adc-b421-10095d97eceb,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:13.424485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35238) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:13.441175 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-652ee3bf-b41c-4e41-9e75-0f0371e391d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.528156 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-652ee3bf-b41c-4e41-9e75-0f0371e391d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.531610 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-652ee3bf-b41c-4e41-9e75-0f0371e391d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.569349 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-652ee3bf-b41c-4e41-9e75-0f0371e391d6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3c0c98ba8fe9415dbdb46ac5fbf61a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437876 Jul 22 22:14:13.570444 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ee3bf-b41c-4e41-9e75-0f0371e391d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca1172f-195e-4523-8437-160a856a4877,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:13.572071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35240) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:13.623232 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.645242 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.719524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.722233 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:13.723775 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5ca1172f-195e-4523-8437-160a856a4877 HTTP/1.1" status: 204 len: 168 time: 0.1500447 Jul 22 22:14:13.737298 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9f64-8769-446f-a114-4e409378db6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca1172f-195e-4523-8437-160a856a4877,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:13.770217 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f13bc-16dc-4c47-8e7c-cbccd28d6d52 req-f5c516f2-e24e-4812-b81f-ce18cdb1bfee tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:13.772119 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-686f13bc-16dc-4c47-8e7c-cbccd28d6d52 req-f5c516f2-e24e-4812-b81f-ce18cdb1bfee tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0909283 Jul 22 22:14:13.815103 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-686f13bc-16dc-4c47-8e7c-cbccd28d6d52 req-d6e36ed5-8676-4a68-9584-b9d338b24928 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355985 Jul 22 22:14:14.021091 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0653f-e7a5-4b69-bc9b-4d4c46098a6f req-6c0daff6-10fc-4592-b2b7-30f414b230be tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:14.022633 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6da0653f-e7a5-4b69-bc9b-4d4c46098a6f req-6c0daff6-10fc-4592-b2b7-30f414b230be tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0676775 Jul 22 22:14:14.065005 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6da0653f-e7a5-4b69-bc9b-4d4c46098a6f req-66c77e41-6011-4d5f-902a-a58cc1a285d2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jul 22 22:14:14.944767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56c670-54b2-47ee-8be9-d0fd6234edcc req-c4dd9004-44f0-4ae1-9be4-9d9f478d7314 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:14.946419 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e56c670-54b2-47ee-8be9-d0fd6234edcc req-c4dd9004-44f0-4ae1-9be4-9d9f478d7314 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0632722 Jul 22 22:14:14.987113 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4e56c670-54b2-47ee-8be9-d0fd6234edcc req-b2285fb4-6a7f-454b-aaf5-1fe281eff05d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Jul 22 22:14:15.227456 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb6c65-3138-4556-854f-3a10c94f4d99 req-7e0164d5-ef2b-4953-94c1-9e3bee12c53a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:15.229012 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a3eb6c65-3138-4556-854f-3a10c94f4d99 req-7e0164d5-ef2b-4953-94c1-9e3bee12c53a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0868781 Jul 22 22:14:15.271237 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a3eb6c65-3138-4556-854f-3a10c94f4d99 req-03187fbc-edfa-4c37-852f-cb9837c15ed3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357876 Jul 22 22:14:15.651621 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.073448 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-98ca8b75-b361-4f4c-b788-ae66637db6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:16.130230 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001480-2496-42dc-a3f1-2d450829e2c0 req-df169718-bd8a-46aa-81b9-b9d9f3d7aab2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:16.131788 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-93001480-2496-42dc-a3f1-2d450829e2c0 req-df169718-bd8a-46aa-81b9-b9d9f3d7aab2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0764468 Jul 22 22:14:16.168996 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['e63aa00d-561e-478c-ad51-2858e1d33423'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:16.170199 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-93001480-2496-42dc-a3f1-2d450829e2c0 req-f28219b6-3571-4575-a7b0-b68c1caa959c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Jul 22 22:14:16.422717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d004078-85cc-404d-b8ef-6179de765e33 req-d6a1d295-6351-412f-8130-7253fa5a0280 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:16.424476 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d004078-85cc-404d-b8ef-6179de765e33 req-d6a1d295-6351-412f-8130-7253fa5a0280 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0652502 Jul 22 22:14:16.462117 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d004078-85cc-404d-b8ef-6179de765e33 req-b4661e1a-04ce-4408-8073-6c412ab92edc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jul 22 22:14:16.676453 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.306364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174653a-959e-49ee-8658-9770c02edf83 req-5600854e-061d-4914-9d16-ace43f9df619 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.307904 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e174653a-959e-49ee-8658-9770c02edf83 req-5600854e-061d-4914-9d16-ace43f9df619 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0688741 Jul 22 22:14:17.346611 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e174653a-959e-49ee-8658-9770c02edf83 req-e9eba7bd-a351-4e50-a1e4-096c649280e0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327013 Jul 22 22:14:17.516575 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c34c0-75b9-410e-8491-ecb0c60041f1 req-f45ba89f-d48f-4cee-bf2e-9dad5239c36c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.518211 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5f1c34c0-75b9-410e-8491-ecb0c60041f1 req-f45ba89f-d48f-4cee-bf2e-9dad5239c36c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0638852 Jul 22 22:14:17.528573 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35370) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:17.533736 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'floatingip': {'port_id': 'ca634450-7b4f-4ad9-a31e-a585086203cf'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:17.631164 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.712490 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:17.774202 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port e63aa00d-561e-478c-ad51-2858e1d33423 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:17.778229 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port e63aa00d-561e-478c-ad51-2858e1d33423 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:17.778601 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.790862 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae282011-00d3-48f0-8b59-796b9bc44bb8 req-d55fdfee-fa62-4f00-aed5-47daf4e5be87 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:17.792389 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae282011-00d3-48f0-8b59-796b9bc44bb8 req-d55fdfee-fa62-4f00-aed5-47daf4e5be87 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.2555087 Jul 22 22:14:17.855710 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.878705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:17.881122 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec98ce7-f479-4ed2-b952-29d8ffdbfa33" -d '{"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:17.894359 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:17.899692 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:17.906739 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae282011-00d3-48f0-8b59-796b9bc44bb8 req-d87d4f62-22c3-450e-b544-8a5e469b2e61 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078739 Jul 22 22:14:17.947415 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fee798-551f-46a9-ad87-1dbb3d7a9205 x-openstack-request-id: req-34fee798-551f-46a9-ad87-1dbb3d7a9205 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:17.947730 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:17.948174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-34fee798-551f-46a9-ad87-1dbb3d7a9205 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:17.948862 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'code': 200} Jul 22 22:14:17.967553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:18.694728 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35434) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:18.696241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.718161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.732913 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaef4a-0cb6-4397-a416-8e8f8abed2e3 req-3367aa4f-71a6-4019-8aca-ae30f3ec6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:18.734754 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5ceaef4a-0cb6-4397-a416-8e8f8abed2e3 req-3367aa4f-71a6-4019-8aca-ae30f3ec6aad service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1098 time: 0.5087795 Jul 22 22:14:18.853742 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5ceaef4a-0cb6-4397-a416-8e8f8abed2e3 req-59d2cdcb-c230-44a2-b094-567185de0e1a service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743561 Jul 22 22:14:18.858646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4456a57-935b-414f-b034-0d72bbff875d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:18.878469 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Floating IP ffd091ec-41e6-4954-a091-d87d92d2fa89 associated. External IP: 172.27.1.111, port: ca634450-7b4f-4ad9-a31e-a585086203cf. Jul 22 22:14:18.905233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.026491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4456a57-935b-414f-b034-0d72bbff875d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.033772 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4456a57-935b-414f-b034-0d72bbff875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.088191 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e4456a57-935b-414f-b034-0d72bbff875d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=97f673913c544869aed1b05623f4528c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907146 Jul 22 22:14:19.089491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4456a57-935b-414f-b034-0d72bbff875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d081fe-8015-4cbf-8c50-abcbd4a3d6db,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:19.092190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35460) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:19.160081 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.188206 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.214644 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dbb17-5dcf-441c-86dc-272b144c2e19 req-01b6913f-29fa-4a57-b416-f71f9e82fc65 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:19.216145 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b17dbb17-5dcf-441c-86dc-272b144c2e19 req-01b6913f-29fa-4a57-b416-f71f9e82fc65 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1557875 Jul 22 22:14:19.226206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:19.237424 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.241296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.242765 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b5d081fe-8015-4cbf-8c50-abcbd4a3d6db HTTP/1.1" status: 204 len: 168 time: 0.1493347 Jul 22 22:14:19.250896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea469c7-f6e5-42ce-b6b1-cd19d3d9ed95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d081fe-8015-4cbf-8c50-abcbd4a3d6db,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:19.307334 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b17dbb17-5dcf-441c-86dc-272b144c2e19 req-57f57f11-53e1-4682-8309-4129af380f6d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830889 Jul 22 22:14:19.374953 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:19.380236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.392878 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:19.403432 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:19.404181 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:19.437055 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f99352a8-03f4-4e52-a943-b95c561e0751 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "PUT /v2.0/floatingips/ffd091ec-41e6-4954-a091-d87d92d2fa89 HTTP/1.1" status: 200 len: 992 time: 1.8992832 Jul 22 22:14:19.438143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:19.446147 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c26725-2670-4976-a383-4ee5bbce3fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:19.555536 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:19.573206 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35474) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:19.586888 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c56c2916-ad54-431e-89d0-6054ea4ba785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.682047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c56c2916-ad54-431e-89d0-6054ea4ba785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.687802 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c56c2916-ad54-431e-89d0-6054ea4ba785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.733032 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c56c2916-ad54-431e-89d0-6054ea4ba785 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=83fcd9b4f3084823b5c4f94a344cdab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587422 Jul 22 22:14:19.734678 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c2916-ad54-431e-89d0-6054ea4ba785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf548d-665b-478e-82dd-fa11ed55aff5,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:19.736798 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35480) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:19.799141 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.837263 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.924437 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.927293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:19.934263 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4abf548d-665b-478e-82dd-fa11ed55aff5 HTTP/1.1" status: 204 len: 168 time: 0.1956334 Jul 22 22:14:19.947857 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'ffd091ec-41e6-4954-a091-d87d92d2fa89', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:86:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:46Z', 'updated_at': '2021-07-22T22:14:18Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:19.951418 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd465-8c3a-407c-bb37-0629e0132fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf548d-665b-478e-82dd-fa11ed55aff5,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:19.978346 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:19.990992 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:19.991841 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:20.002892 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db01ee00-d0f0-4f23-98bf-ef6097499009 x-openstack-request-id: req-db01ee00-d0f0-4f23-98bf-ef6097499009 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:20.003208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:20.003477 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-db01ee00-d0f0-4f23-98bf-ef6097499009 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:20.003888 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'status': 'completed', 'code': 200} Jul 22 22:14:20.131732 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:20.268350 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35506) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:20.415392 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff37fd62-b0ae-4053-bcef-00e63171cd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.545642 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'ffd091ec-41e6-4954-a091-d87d92d2fa89', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:86:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:46Z', 'updated_at': '2021-07-22T22:14:18Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:20.549963 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-f32aca5d-2002-453f-8547-e9dee6b110f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:20.551798 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-f32aca5d-2002-453f-8547-e9dee6b110f7 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1866148 Jul 22 22:14:20.574751 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff37fd62-b0ae-4053-bcef-00e63171cd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.581402 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9413415-8083-493e-9638-74bd44caa9b1 req-32943c75-1e9f-43cc-8c09-3037d3ec3e44 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:20.581824 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ff37fd62-b0ae-4053-bcef-00e63171cd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.589533 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b9413415-8083-493e-9638-74bd44caa9b1 req-32943c75-1e9f-43cc-8c09-3037d3ec3e44 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1265330 Jul 22 22:14:20.605356 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9899c6c-fded-4ce3-9985-e7a8788a4af4 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'ffd091ec-41e6-4954-a091-d87d92d2fa89', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:86:56:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:46Z', 'updated_at': '2021-07-22T22:14:18Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:20.639728 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ff37fd62-b0ae-4053-bcef-00e63171cd91 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=00b5d5bde4bb48e3b6034fa11210e7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699656 Jul 22 22:14:20.640710 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37fd62-b0ae-4053-bcef-00e63171cd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a933191-f1c2-44f9-8edb-fdbb90d07ef3,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:20.644686 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35530) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:20.719671 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b9413415-8083-493e-9638-74bd44caa9b1 req-40d349c9-b0ed-4e82-b84b-2de148aa0683 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252024 Jul 22 22:14:20.755143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-739e0694-3cc6-45b2-9391-fc0d1a12a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:20.760814 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-739e0694-3cc6-45b2-9391-fc0d1a12a94b service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.1690071 Jul 22 22:14:20.766340 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.790901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.881549 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.884612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:20.885991 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1a933191-f1c2-44f9-8edb-fdbb90d07ef3 HTTP/1.1" status: 204 len: 168 time: 0.2401514 Jul 22 22:14:20.896709 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674694e-ec4a-4fc8-83d8-71a6ae5b8712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a933191-f1c2-44f9-8edb-fdbb90d07ef3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:20.916790 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-3e992085-c786-4ae0-a8a1-783efcc32b50 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1000 time: 0.1329987 Jul 22 22:14:20.980380 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4483d5-cbab-45b0-92c0-42d1377b3564 None None] New status for floating IP ffd091ec-41e6-4954-a091-d87d92d2fa89: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:14:21.042678 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-b64f9862-3b6d-4340-bb6d-49f02219cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.044344 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-b64f9862-3b6d-4340-bb6d-49f02219cf5c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0567815 Jul 22 22:14:21.210825 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-98a0678b-89cd-41d9-bd6d-8f140f3dcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.212661 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-98a0678b-89cd-41d9-bd6d-8f140f3dcbec service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921397 Jul 22 22:14:21.382265 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-2936386f-e083-4d1c-a317-7c2a9da9d91c service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576533 Jul 22 22:14:21.445011 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35556) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:21.461952 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4345f25b-6f5e-4de1-bfe5-ddeb293db6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.488142 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9c26725-2670-4976-a383-4ee5bbce3fa0 req-8f13867f-e81c-4f1a-9e0b-cbbef7058a67 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938008 Jul 22 22:14:21.558707 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4345f25b-6f5e-4de1-bfe5-ddeb293db6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.562951 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4345f25b-6f5e-4de1-bfe5-ddeb293db6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.606125 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4345f25b-6f5e-4de1-bfe5-ddeb293db6c7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=07ea8fbbb3a4486f9b7fc27fcdecd915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599932 Jul 22 22:14:21.607270 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345f25b-6f5e-4de1-bfe5-ddeb293db6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07020a-8941-4890-ad45-c3e7e4ff3785,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:21.609136 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35562) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:21.663136 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.685321 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.746981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.749517 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:21.750684 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3d07020a-8941-4890-ad45-c3e7e4ff3785 HTTP/1.1" status: 204 len: 168 time: 0.1404808 Jul 22 22:14:21.768160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07020a-8941-4890-ad45-c3e7e4ff3785,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:21.787668 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.788416 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.788775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.789121 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.792413 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.792851 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.793709 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.794068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.794415 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.794758 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.795095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.795428 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfe03d-2231-4190-9193-60f795e5ce01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:21.929193 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839dd7-c045-4a5a-8296-a8da74047aaa req-b1f4e195-1e63-4989-9404-c237cf671361 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:21.931515 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e5839dd7-c045-4a5a-8296-a8da74047aaa req-b1f4e195-1e63-4989-9404-c237cf671361 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0948062 Jul 22 22:14:21.987025 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e5839dd7-c045-4a5a-8296-a8da74047aaa req-7d651bd0-4932-428a-a08e-9a7f752b9f84 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493147 Jul 22 22:14:22.206519 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35588) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:22.221824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-08f58060-9f2e-4293-9728-9fabbcf55fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.337688 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-08f58060-9f2e-4293-9728-9fabbcf55fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.347430 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-08f58060-9f2e-4293-9728-9fabbcf55fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.388402 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f58060-9f2e-4293-9728-9fabbcf55fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab488ae-e788-4f6b-a889-a51de43a1a2a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:22.393176 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-08f58060-9f2e-4293-9728-9fabbcf55fd7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7cde26cbd03b4a4dbf85870befa0dec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850336 Jul 22 22:14:22.395122 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35602) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:22.449301 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.470362 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.521679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.524375 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:22.525518 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/eab488ae-e788-4f6b-a889-a51de43a1a2a HTTP/1.1" status: 204 len: 168 time: 0.1295073 Jul 22 22:14:22.533353 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece504b-8009-49b6-aec6-06f20260c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab488ae-e788-4f6b-a889-a51de43a1a2a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:22.992563 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-5676f6e7-7445-4f69-9204-38498bf24b5c service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746124 Jul 22 22:14:23.228154 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb91f77-cfbd-4c9c-8c4e-24761cd5fea6 req-a971c36a-2032-494d-bd64-5d1e4423a140 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.229903 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-abb91f77-cfbd-4c9c-8c4e-24761cd5fea6 req-a971c36a-2032-494d-bd64-5d1e4423a140 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1526687 Jul 22 22:14:23.233198 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-95ddeb3c-b327-40b3-912f-c7f79eee367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.234874 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-95ddeb3c-b327-40b3-912f-c7f79eee367c service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 1098 time: 0.1178463 Jul 22 22:14:23.283603 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35648) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.297178 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-abb91f77-cfbd-4c9c-8c4e-24761cd5fea6 req-ecbb75d7-50da-4e38-92a3-5b072a563aec tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590601 Jul 22 22:14:23.369364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-57f6ab9c-663f-4827-bbb1-966baae650ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.371133 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-57f6ab9c-663f-4827-bbb1-966baae650ef service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.1050510 Jul 22 22:14:23.420685 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.441453 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-1ce7eaee-059c-4b02-a5d5-3ade2949a1e3 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 200 len: 217 time: 0.0544269 Jul 22 22:14:23.520253 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-7f1039e3-0527-4853-b21c-3e4c39c6b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.522006 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-7f1039e3-0527-4853-b21c-3e4c39c6b7d2 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0664604 Jul 22 22:14:23.575369 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-6c715261-4ec1-441e-8296-6c1e34320b5f service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314856 Jul 22 22:14:23.584693 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.589819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.603245 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10fdd5-9696-454c-8f4b-28dfcb936750 req-a171e782-977d-4bb8-9d9b-25c7ad852b82 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:23.610827 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9f10fdd5-9696-454c-8f4b-28dfcb936750 req-a171e782-977d-4bb8-9d9b-25c7ad852b82 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1732121 Jul 22 22:14:23.614491 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35668) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.619620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'floatingip': {'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:23.652400 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d31cb184b9584175803a52c9f4fc76af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650742 Jul 22 22:14:23.652400 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e10f5-01e0-42ea-852c-8140c9949d04,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.652709 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35670) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:23.677890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.678364 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.678743 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.679086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.679596 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.679938 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.680298 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.680627 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.680955 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.681286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.681605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.681932 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413fe52-9494-4e3c-80e6-4f4a57a1a5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:23.688771 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.733035 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.758094 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.822328 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-2fe03cf4-2366-441f-82b6-ed7610fd0a8b service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986136 Jul 22 22:14:23.846154 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.851619 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:23.856331 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6c8e10f5-01e0-42ea-852c-8140c9949d04 HTTP/1.1" status: 204 len: 168 time: 0.2005422 Jul 22 22:14:23.866387 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406edf0b-fe0f-4866-a207-7243fc3da37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e10f5-01e0-42ea-852c-8140c9949d04,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:23.953668 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-312e4185-ceaf-4cb3-98ae-35b5f93777ce req-199107c1-76af-48f1-a299-e1ea26d82f32 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122611 Jul 22 22:14:24.355737 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35704) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:24.369293 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1086b61e-25b8-4592-b6c0-78696432851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.389129 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.394170 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.499692 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1086b61e-25b8-4592-b6c0-78696432851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.506942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1086b61e-25b8-4592-b6c0-78696432851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.521856 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Floating IP 977d8e13-9277-4604-b9c3-d5c2f6a23ded associated. External IP: 172.27.1.17, port: e63aa00d-561e-478c-ad51-2858e1d33423. Jul 22 22:14:24.570225 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1086b61e-25b8-4592-b6c0-78696432851d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f54386069ac848f68344dfc09d029b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133329 Jul 22 22:14:24.572823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35718) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:24.580308 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086b61e-25b8-4592-b6c0-78696432851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676237e4-f867-4664-aed2-564fe7a1961c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.655734 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.681460 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.740940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.743688 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:24.744940 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/676237e4-f867-4664-aed2-564fe7a1961c HTTP/1.1" status: 204 len: 168 time: 0.1709034 Jul 22 22:14:24.753929 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784089-ba42-43e2-abde-a0080ff1ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676237e4-f867-4664-aed2-564fe7a1961c,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:24.946157 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35732) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:24.979245 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:25.056972 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79657362-edab-48dc-813b-7937f2ed0324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.115592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:25.120576 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.132249 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:25.146995 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:25.147629 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:25.169918 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-82f55407-a94c-4f26-818d-44724a06e1ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "PUT /v2.0/floatingips/977d8e13-9277-4604-b9c3-d5c2f6a23ded HTTP/1.1" status: 200 len: 990 time: 1.5514748 Jul 22 22:14:25.169918 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:25.177482 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1f910-96ec-4496-9dd5-b2d409cb944b" -d '{"events": [{"name": "network-changed", "server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:25.232664 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79657362-edab-48dc-813b-7937f2ed0324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.240077 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79657362-edab-48dc-813b-7937f2ed0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.270351 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce0bf0-7524-4a61-9ae0-5cf12ad9b6f6 x-openstack-request-id: req-b5ce0bf0-7524-4a61-9ae0-5cf12ad9b6f6 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:25.270351 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:25.270585 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b5ce0bf0-7524-4a61-9ae0-5cf12ad9b6f6 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:25.271415 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'status': 'completed', 'code': 200} Jul 22 22:14:25.287954 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35754) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:25.288132 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-79657362-edab-48dc-813b-7937f2ed0324 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=adefa98f42e14d928b74d17884dd21d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406520 Jul 22 22:14:25.289044 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79657362-edab-48dc-813b-7937f2ed0324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87596d06-aa73-45c6-8ce6-7f4ca261e06e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:25.311958 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:25.349009 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.376769 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.442278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.446581 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.450526 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/87596d06-aa73-45c6-8ce6-7f4ca261e06e HTTP/1.1" status: 204 len: 168 time: 0.1584706 Jul 22 22:14:25.481483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dae2a-d363-40c1-a0d4-ef094daaa031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87596d06-aa73-45c6-8ce6-7f4ca261e06e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:25.575778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-80483c41-34db-4349-9ee0-bc6f25beff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.577649 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-80483c41-34db-4349-9ee0-bc6f25beff17 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1098 time: 0.1204536 Jul 22 22:14:25.632432 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '977d8e13-9277-4604-b9c3-d5c2f6a23ded', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:14:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:25.661389 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35772) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:25.669105 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:25.694370 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:25.694370 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:25.712389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:25.717331 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-c9663b7d-8fd8-478f-910a-0a5d3586052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.719434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-c9663b7d-8fd8-478f-910a-0a5d3586052d service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1315112 Jul 22 22:14:25.803371 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:25.835108 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-01935089-a7a7-458f-97c4-3cfba392bebe service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 998 time: 0.0953438 Jul 22 22:14:25.904098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-1bc960c2-708c-4706-b5fc-ce911b6cb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:25.905621 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-1bc960c2-708c-4706-b5fc-ce911b6cb65d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0565026 Jul 22 22:14:25.984879 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79ee37f5-2273-4137-9ce1-1dbac2fb69c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.020059 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-3e192ca2-e91d-4155-a44b-c95b7439f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:26.022039 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-3e192ca2-e91d-4155-a44b-c95b7439f390 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940943 Jul 22 22:14:26.083148 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '977d8e13-9277-4604-b9c3-d5c2f6a23ded', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:14:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:26.102409 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35784) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.126169 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a817cdf0-25b6-4c83-85b6-1785c8bc6530 None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '977d8e13-9277-4604-b9c3-d5c2f6a23ded', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:13:55Z', 'updated_at': '2021-07-22T22:14:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:26.135135 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7729f31d-2ce2-460b-b900-e77405e2b322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.141559 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79ee37f5-2273-4137-9ce1-1dbac2fb69c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.160729 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-79ee37f5-2273-4137-9ce1-1dbac2fb69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.175541 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-9562c6e0-f9f8-4423-99cc-e5f0e63a4cb4 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393173 Jul 22 22:14:26.219291 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-79ee37f5-2273-4137-9ce1-1dbac2fb69c7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d438ae47d169402196e62c92a1707ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567620 Jul 22 22:14:26.224470 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35788) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.250049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee37f5-2273-4137-9ce1-1dbac2fb69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce17f5c-dc07-4fdd-8b06-ad631960fa51,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.315321 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.335424 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a5f1f910-96ec-4496-9dd5-b2d409cb944b req-ba018ae4-0fe3-4429-91a0-0a59d9301646 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428242 Jul 22 22:14:26.352018 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.409143 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7729f31d-2ce2-460b-b900-e77405e2b322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.417483 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7729f31d-2ce2-460b-b900-e77405e2b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.458395 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c6a9c6-b6cf-4805-a1eb-335014d8ff8b None None] New status for floating IP 977d8e13-9277-4604-b9c3-d5c2f6a23ded: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:14:26.466892 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.469983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.474183 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fce17f5c-dc07-4fdd-8b06-ad631960fa51 HTTP/1.1" status: 204 len: 168 time: 0.2442036 Jul 22 22:14:26.485315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7729f31d-2ce2-460b-b900-e77405e2b322 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=cc552c331f3748b5868bc958b13f4b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789666 Jul 22 22:14:26.485962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35798) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.495623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729f31d-2ce2-460b-b900-e77405e2b322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30acd6b-f49d-480d-83b7-08e1bd89740a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.506857 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402060a2-55f3-4fd1-800d-99b569e2ce39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce17f5c-dc07-4fdd-8b06-ad631960fa51,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.583181 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.628416 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.709666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.713934 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:26.715273 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f30acd6b-f49d-480d-83b7-08e1bd89740a HTTP/1.1" status: 204 len: 168 time: 0.2275372 Jul 22 22:14:26.726092 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ca5f8-e9d0-4752-9276-932cf01c8490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30acd6b-f49d-480d-83b7-08e1bd89740a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:26.982285 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 35820) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:26.996396 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b34abec6-d3a8-4b0d-b7f5-3fe490b3fd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.115043 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b34abec6-d3a8-4b0d-b7f5-3fe490b3fd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.119597 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b34abec6-d3a8-4b0d-b7f5-3fe490b3fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.172650 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 35828) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:27.173826 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b34abec6-d3a8-4b0d-b7f5-3fe490b3fd52 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f22ac1c7811f46598ff88f7fcbec86a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894042 Jul 22 22:14:27.174759 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34abec6-d3a8-4b0d-b7f5-3fe490b3fd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67205886-9319-4f54-992d-45936f57700b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:27.241180 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.269997 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.330467 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.333853 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:27.335652 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/67205886-9319-4f54-992d-45936f57700b HTTP/1.1" status: 204 len: 168 time: 0.1593590 Jul 22 22:14:27.344725 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc509aed-4d61-44db-b708-8dd7a3139b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67205886-9319-4f54-992d-45936f57700b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:31.384100 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-f332edc1-3201-4459-8217-bc549e7d2e0e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:31.385981 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-f332edc1-3201-4459-8217-bc549e7d2e0e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.1200960 Jul 22 22:14:31.405115 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-14f23609-76b1-4255-8e72-16f3a1b970e4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/quotas/71bffb8e6c93437cb3fdbc82d8300750 HTTP/1.1" status: 200 len: 375 time: 0.0104742 Jul 22 22:14:31.473464 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-15188193-6b1f-4c29-af07-73d46e7fee24 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623667 Jul 22 22:14:31.574726 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-b3cf6afa-b539-4338-8914-95e4260856fc service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944085 Jul 22 22:14:31.672922 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-6db00125-ffb5-4e38-b2ac-b6081916f317 service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Jul 22 22:14:31.827369 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:14:35.185388 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-439efb01-af81-44be-994e-be39426d7051 req-d228ed3d-3677-4db3-9387-fce744578b15 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 210 time: 0.0304728 Jul 22 22:14:36.309134 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-04154179-75e4-4d01-93d8-425141928a98 req-ea39c568-77f2-4d2c-83de-1a55c8937fcc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 210 time: 0.0379844 Jul 22 22:14:36.551627 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c22120d4-fdfd-43a1-a649-a8725231c427 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:36.557734 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c22120d4-fdfd-43a1-a649-a8725231c427 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.1396310 Jul 22 22:14:36.634471 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Request body: {'port': {'device_id': '010bd492-cc37-4210-b96a-17ed70f671f4', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'admin_state_up': True, 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:36.777687 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:36.781673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:36.849527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36070) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:36.961963 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Allocated IP 172.20.0.4 (2efa360b-cc3d-49e4-a8a0-1edcaa3e915e/71d9b04e-1359-44ed-a558-5821b7094af8/978e58db-f735-4744-ba09-2529a5fc8452) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:37.005759 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56befdf8-da2c-4043-861e-4437d68f103a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.115596 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56befdf8-da2c-4043-861e-4437d68f103a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.122157 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-56befdf8-da2c-4043-861e-4437d68f103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.166108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56befdf8-da2c-4043-861e-4437d68f103a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885ad8b-dfa5-4a00-8763-78470634630a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:37.191323 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.195936 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-56befdf8-da2c-4043-861e-4437d68f103a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8ac74f64e7934a61a363259f6ab27c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440111 Jul 22 22:14:37.198933 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36080) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:37.242714 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.258991 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.286272 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.311528 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:37.313269 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event updated for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:37.317872 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:37.328487 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:37.329374 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:37.341207 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:37.342714 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.352233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.356325 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.359982 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f885ad8b-dfa5-4a00-8763-78470634630a HTTP/1.1" status: 204 len: 168 time: 0.1595063 Jul 22 22:14:37.383902 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-28b8e50c-040c-4e40-abdd-8a41a97edbec tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537470 Jul 22 22:14:37.390310 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74246b-e73e-4be4-b728-999e0a1e1e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885ad8b-dfa5-4a00-8763-78470634630a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:37.435206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Request body: {'port': {'device_id': '010bd492-cc37-4210-b96a-17ed70f671f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:37.555499 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.603606 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22052-0a46-4a58-9a63-c349dba2ece7 req-9eba2eae-4cfd-497c-8198-ca8fd071771a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:37.605457 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37d22052-0a46-4a58-9a63-c349dba2ece7 req-9eba2eae-4cfd-497c-8198-ca8fd071771a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 931 time: 0.1356831 Jul 22 22:14:37.677276 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37d22052-0a46-4a58-9a63-c349dba2ece7 req-ecd2f0d1-9e80-4e0e-b277-bc7ec1bfe69d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Jul 22 22:14:37.912033 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978e58db-f735-4744-ba09-2529a5fc8452 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:37.920621 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:37.937278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Transition to ACTIVE for port object 978e58db-f735-4744-ba09-2529a5fc8452 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:37.942907 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.034381 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.041897 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Attempting to bind port 978e58db-f735-4744-ba09-2529a5fc8452 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:38.042233 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Attempting to bind port 978e58db-f735-4744-ba09-2529a5fc8452 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:38.042564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Attempting to bind port 978e58db-f735-4744-ba09-2529a5fc8452 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:38.047568 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Port 978e58db-f735-4744-ba09-2529a5fc8452 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:14:38.047895 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Attempting to bind port 978e58db-f735-4744-ba09-2529a5fc8452 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:38.054183 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:38.054523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Checking segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:38.054906 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Bound using segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:38.055341 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Bound port: 978e58db-f735-4744-ba09-2529a5fc8452, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:38.055727 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.140498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:38.145772 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=978e58db-f735-4744-ba09-2529a5fc8452,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:38.152297 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.195740 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:38.196386 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.197847 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] 10.222.0.125 "PUT /v2.0/ports/978e58db-f735-4744-ba09-2529a5fc8452 HTTP/1.1" status: 200 len: 1093 time: 0.7684636 Jul 22 22:14:38.198305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:38.200738 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf59e0-0a6f-4908-965c-3a81e9882e74" -d '{"events": [{"name": "network-changed", "server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "tag": "978e58db-f735-4744-ba09-2529a5fc8452"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:38.221862 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098890e-1d0c-47c9-af2a-549eb12ce1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.254687 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36120) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:38.359967 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-64837585-network', 'tenant_id': '75448bc245984a73a936769d77050816'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:38.383443 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Made reservation on behalf of 75448bc245984a73a936769d77050816 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:38.385714 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.395250 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.506661 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.511081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.537135 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:14:38.547278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c706c559-7d5a-4e3c-8de8-7397d73639f0,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.553757 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.554090 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Added segment 8e6d6374-50c7-4626-8394-955765753c87 of type vlan for network b98d8b17-f6ee-4f00-a33f-f71777940457 Jul 22 22:14:38.595564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.627962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.629203 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:38.629807 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.661464 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4056537 Jul 22 22:14:38.664436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36128) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:38.669378 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Request body: {'subnet': {'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-64837585-subnet', 'tenant_id': '75448bc245984a73a936769d77050816', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:38.694029 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Made reservation on behalf of 75448bc245984a73a936769d77050816 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:38.694986 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44c57-784c-42f1-83ee-14d1834c9077 admin admin] Pushing event updated for resources: {'Network': ['ID=b98d8b17-f6ee-4f00-a33f-f71777940457,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.696295 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.705522 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:14:38.867900 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.921904 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:38.933652 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Checking segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:38.934005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Network hostable DHCP agents. Network: b98d8b17-f6ee-4f00-a33f-f71777940457, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:14:38.956967 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:14:38.977561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, b98d8b17-f6ee-4f00-a33f-f71777940457) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:38.984879 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:38.985772 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:38.987422 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ec94f-1f38-4425-8db9-28d906b80fe8 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:39.008442 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ffafc018-f0a6-4661-8ca7-786788a89d53 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3402760 Jul 22 22:14:39.008684 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36134) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:39.015884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:39.046280 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.047268 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.105906 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.293606 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.297999 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-b98d8b17-f6ee-4f00-a33f-f71777940457', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:14:39.299429 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.450737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Allocated IP 172.20.0.2 (b98d8b17-f6ee-4f00-a33f-f71777940457/2ebacbe2-8638-48a6-b4e5-94f83a37fcd4/67e89ba0-c77c-4a2e-b06a-47831a489a69) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:39.517048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.537890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.625229 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.635120 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Transition to ACTIVE for port object 67e89ba0-c77c-4a2e-b06a-47831a489a69 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:39.651818 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Transition to ACTIVE for port object 67e89ba0-c77c-4a2e-b06a-47831a489a69 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:39.652711 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Allocated IP 172.27.1.252 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:39.660472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.699709 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:39.704613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:39.708492 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:39.724978 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Pushing event updated for resources: {'Port': ['ID=67e89ba0-c77c-4a2e-b06a-47831a489a69,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:39.756049 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.756465 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.756748 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.757082 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.757416 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.757745 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.758076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.758400 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.758744 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.759067 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.759389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.759704 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:39.779601 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.792904 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Attempting to bind port 67e89ba0-c77c-4a2e-b06a-47831a489a69 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:39.793278 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Attempting to bind port 67e89ba0-c77c-4a2e-b06a-47831a489a69 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:39.793651 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Attempting to bind port 67e89ba0-c77c-4a2e-b06a-47831a489a69 on network b98d8b17-f6ee-4f00-a33f-f71777940457 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:39.801749 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:39.802129 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Checking segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:39.802581 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.802981 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Bound using segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:39.803572 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Bound port: 67e89ba0-c77c-4a2e-b06a-47831a489a69, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:39.803994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.831615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.875436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:39.885263 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:39.887325 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:39.888832 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] For port 67e89ba0-c77c-4a2e-b06a-47831a489a69, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:39.890018 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:39.892722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] For port 67e89ba0-c77c-4a2e-b06a-47831a489a69, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=67e89ba0-c77c-4a2e-b06a-47831a489a69,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:39.898647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:39.971137 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfdfc8-da94-487c-bec9-836497973732 None None] Pushing event updated for resources: {'Port': ['ID=67e89ba0-c77c-4a2e-b06a-47831a489a69,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:40.138560 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:40.559302 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:40.782241 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Router 8d7fc553-bdcb-4200-8e35-07fdbf587898 is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:14:40.907319 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:40.920121 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Sync routers for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:40.933137 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:40.934521 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4fc4b318-54b8-4a9e-922a-2cd1bdfac6c8 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9243870 Jul 22 22:14:40.938856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36150) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:40.941604 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:40.942708 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:41.015415 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ee552-d051-440d-a6f0-354758e58310 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:41.074216 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:41.102945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0033cac5-68b4-4591-bc8f-7e42b68aca86 None None] Provisioning for port 67e89ba0-c77c-4a2e-b06a-47831a489a69 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:41.382352 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:40Z', 'revision_number': 3, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:41.413210 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Checking router: 8d7fc553-bdcb-4200-8e35-07fdbf587898 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:41.413568 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Updating router 8d7fc553-bdcb-4200-8e35-07fdbf587898 port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:41.433552 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.462615 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.624594 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Allocated IP 172.20.0.1 (b98d8b17-f6ee-4f00-a33f-f71777940457/2ebacbe2-8638-48a6-b4e5-94f83a37fcd4/c82a1f7c-3bfa-477a-8378-1b44032aaf6d) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:41.738931 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.748299 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.756249 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Transition to ACTIVE for port object c82a1f7c-3bfa-477a-8378-1b44032aaf6d will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:41.762759 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Transition to ACTIVE for port object 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:41.771644 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.797067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.823042 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Pushing event updated for resources: {'Port': ['ID=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:41.842777 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:41.851281 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.852458 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.852981 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.853481 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.853981 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.854487 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.854981 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.855465 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.855982 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.856524 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.857031 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.859270 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:41.860006 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:14:41.865116 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Attempting to bind port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:41.865960 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Attempting to bind port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:41.866594 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Attempting to bind port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:41.874725 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:41.874912 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:41.875135 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:41.875568 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.875995 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.876194 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:41.876759 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Bound port: 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:41.877216 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:41.953629 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Pushing event updated for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:41.958959 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] For port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:41.965308 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] For port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:41.971990 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 67e89ba0-c77c-4a2e-b06a-47831a489a69 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:41.974586 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.056428 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91ece3-a848-4386-a0df-2f3ae58b6746 None None] Pushing event updated for resources: {'Port': ['ID=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:42.063591 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 67e89ba0-c77c-4a2e-b06a-47831a489a69 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:42.070836 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 67e89ba0-c77c-4a2e-b06a-47831a489a69 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:42.072934 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.079977 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c8995-e9ab-42bb-b7bb-dd97a150f6b9 x-openstack-request-id: req-899c8995-e9ab-42bb-b7bb-dd97a150f6b9 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:42.085524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "tag": "978e58db-f735-4744-ba09-2529a5fc8452", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:42.085775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-899c8995-e9ab-42bb-b7bb-dd97a150f6b9 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:42.086222 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452', 'status': 'completed', 'code': 200} Jul 22 22:14:42.102525 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:42.103366 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:42.214607 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7fd7-7a7e-46ce-889a-e42edf4e0a3e req-5ade4428-a37e-40ec-9e1c-8d0abe37a41f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:42.229067 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bd0b7fd7-7a7e-46ce-889a-e42edf4e0a3e req-5ade4428-a37e-40ec-9e1c-8d0abe37a41f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 943 time: 0.1320665 Jul 22 22:14:42.239408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.270813 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:42.275028 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.278869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-2d1dc121-b8bb-463a-9741-c1370498e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:42.280230 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bd0b7fd7-7a7e-46ce-889a-e42edf4e0a3e req-0569a58f-db37-4f3b-9d01-9670ff131729 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Jul 22 22:14:42.280621 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-2d1dc121-b8bb-463a-9741-c1370498e296 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 1096 time: 0.2510161 Jul 22 22:14:42.322249 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 67e89ba0-c77c-4a2e-b06a-47831a489a69, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=67e89ba0-c77c-4a2e-b06a-47831a489a69,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:42.324317 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ddacb0cb-3bce-4a11-ac3e-123c2b1042c5 None None] Provisioning for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:42.332616 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ddacb0cb-3bce-4a11-ac3e-123c2b1042c5 None None] Provisioning complete for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:42.333218 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ddacb0cb-3bce-4a11-ac3e-123c2b1042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.336062 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:42.403725 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ddacb0cb-3bce-4a11-ac3e-123c2b1042c5 None None] Port c82a1f7c-3bfa-477a-8378-1b44032aaf6d cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:42.424743 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=67e89ba0-c77c-4a2e-b06a-47831a489a69,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:42.500183 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:40Z', 'revision_number': 3, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:42.528003 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cd3ddf-5252-4608-9068-284863706b4a None None] The sync data for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi is: [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:40Z', 'revision_number': 3, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:42.655282 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-f5f46a6d-8e2a-491b-9075-00c652c4a53f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e58db-f735-4744-ba09-2529a5fc8452 HTTP/1.1" status: 200 len: 217 time: 0.3194551 Jul 22 22:14:42.783915 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c90e38a1-898c-447c-ae60-8f97b5834e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:42.783915 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-c90e38a1-898c-447c-ae60-8f97b5834e7b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.1158509 Jul 22 22:14:42.862581 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-2460f656-5313-48e9-99e2-58e39947024f service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542328 Jul 22 22:14:42.934021 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ac42667d-535d-4f89-9f17-dcc7725d1ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.022585 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.042521 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.042521 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.167782 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-ad66ba55-d277-4c5a-8f3e-bbf1483f8663 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723320 Jul 22 22:14:43.204326 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Pushing event updated for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:43.367026 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:43.374536 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:43.516834 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3865bb36-c931-492a-a9f4-fb9820bfc345 req-e8c8e680-f03d-42bd-bac6-e5a20041deb7 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891130 Jul 22 22:14:43.533123 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0623272-88cf-42da-9265-c38f2f5ba9df req-7a6c078b-6348-4f11-88e6-b5c9a2141444 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.541300 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0623272-88cf-42da-9265-c38f2f5ba9df req-7a6c078b-6348-4f11-88e6-b5c9a2141444 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 943 time: 0.1423690 Jul 22 22:14:43.600170 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0623272-88cf-42da-9265-c38f2f5ba9df req-21d22133-118a-441d-82a0-d37d75836c01 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576921 Jul 22 22:14:43.621231 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Router 8d7fc553-bdcb-4200-8e35-07fdbf587898 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:43.748775 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-96463879-3091-41aa-a679-f6d5f0a4395b None None] Provisioning complete for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:43.750726 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-96463879-3091-41aa-a679-f6d5f0a4395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:43.806015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-96463879-3091-41aa-a679-f6d5f0a4395b None None] Port c82a1f7c-3bfa-477a-8378-1b44032aaf6d cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:43.819501 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:43.825820 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-70b65264-14f5-4781-a470-4d43b5b9e7eb admin admin] 10.222.0.110 "PUT /v2.0/routers/8d7fc553-bdcb-4200-8e35-07fdbf587898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853598 Jul 22 22:14:43.828639 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-e5fbfbce-4810-4b47-8594-763e5aec34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:43.830932 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-e5fbfbce-4810-4b47-8594-763e5aec34e2 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 1096 time: 0.0917468 Jul 22 22:14:44.025369 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 67e89ba0-c77c-4a2e-b06a-47831a489a69 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:44.036041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-69d1b344-2653-49fc-8138-4e9aafe80ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.038149 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-69d1b344-2653-49fc-8138-4e9aafe80ced service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.1903865 Jul 22 22:14:44.087948 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 67e89ba0-c77c-4a2e-b06a-47831a489a69 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:44.088359 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.142103 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-1e91e2b6-61cc-4146-a205-88a9b5696c66 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e58db-f735-4744-ba09-2529a5fc8452 HTTP/1.1" status: 200 len: 217 time: 0.0854599 Jul 22 22:14:44.184665 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:44.218066 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-0aa5b921-376c-4130-9005-e7b9268e57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.219536 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-0aa5b921-376c-4130-9005-e7b9268e57ea service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0613225 Jul 22 22:14:44.242515 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:44.252583 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:44.254739 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.264364 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-ce2efc92-b50d-435e-85a4-4fd37e5a554c service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307841 Jul 22 22:14:44.374911 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.398619 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:44.404070 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.432883 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-97df8691-7cff-4c5d-9705-146e427266ab service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514940 Jul 22 22:14:44.469918 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.616440 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36228) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:44.622264 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1226510871-network', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:44.654990 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Made reservation on behalf of 201230e2a1f945978bdacfa387ad6f16 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:44.659765 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.686316 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.696070 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7cf59e0-0a6f-4908-965c-3a81e9882e74 req-2fe79254-8b49-444c-ac8a-d51da3370a0a service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574624 Jul 22 22:14:44.845497 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b3d1-9afc-4af0-ae7a-dc309c6a4731 req-fa061283-bfd6-4031-a31a-ce832b6144b5 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.847931 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e767b3d1-9afc-4af0-ae7a-dc309c6a4731 req-fa061283-bfd6-4031-a31a-ce832b6144b5 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1347535 Jul 22 22:14:44.875722 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2ea4-7c9e-4ecc-9470-b2f015b672a6 req-7918b13e-4591-43f1-992a-f063b9037529 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:44.878125 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3be2ea4-7c9e-4ecc-9470-b2f015b672a6 req-7918b13e-4591-43f1-992a-f063b9037529 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 943 time: 0.1017365 Jul 22 22:14:44.903415 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.911733 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.943224 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3be2ea4-7c9e-4ecc-9470-b2f015b672a6 req-404501e3-d66c-4445-aeb6-38b7d400f945 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588074 Jul 22 22:14:44.955619 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e767b3d1-9afc-4af0-ae7a-dc309c6a4731 req-96066db9-b32f-490e-8e75-395bb46e02a1 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938203 Jul 22 22:14:44.956485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:14:44.973975 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Sync routers for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:44.978697 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:44.979047 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Added segment 895c148b-8d0f-41b8-bc41-9405bf273c51 of type vlan for network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc Jul 22 22:14:44.980513 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8e180-5b90-45c0-9803-bff97a283a4a,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:44.994369 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:44.995097 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:45.042982 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.094748 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.096737 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.097527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.134476 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5167758 Jul 22 22:14:45.138966 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36246) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.148310 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Request body: {'subnet': {'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1226510871-subnet', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.154463 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:45.186275 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Made reservation on behalf of 201230e2a1f945978bdacfa387ad6f16 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:14:45.190366 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.200634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8387ba-cf71-4192-be61-8c2f5118082e admin admin] Pushing event updated for resources: {'Network': ['ID=3477a23d-48f7-412f-aac2-9e4eaba3fdbc,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.220081 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:14:45.401927 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.451409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 2, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:45.466570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0cb70c-4b18-4708-a83c-6ae7f5f8548d,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:45.475409 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Checking segment: {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:45.475769 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Network hostable DHCP agents. Network: 3477a23d-48f7-412f-aac2-9e4eaba3fdbc, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:14:45.484056 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Checking router: 8d7fc553-bdcb-4200-8e35-07fdbf587898 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:45.484545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Updating router 8d7fc553-bdcb-4200-8e35-07fdbf587898 port c82a1f7c-3bfa-477a-8378-1b44032aaf6d binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:45.494272 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:14:45.503589 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 3477a23d-48f7-412f-aac2-9e4eaba3fdbc) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:45.507944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:45.508745 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.513988 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8abf5-233a-46d9-bc07-64e0f3c6b2a7 None None] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:45.526360 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4d07f7bc-a74d-4d61-8968-1375d430425c admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3862677 Jul 22 22:14:45.529080 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36250) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:45.533989 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:14:45.536171 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.555671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.556730 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.620606 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.743619 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.777400 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.833110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'fixed_ips': [{'subnet_id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:14:45.834456 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:45.873244 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:46.014704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.035754 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.151163 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Allocated IP 172.27.1.164 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/23c003c2-da6e-436c-8a04-b9cf88c1f217) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:46.185729 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-11b9f370-4419-4aab-bc00-3608ac79af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.233684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:46.234059 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.271620 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.284256 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Allocated IP 172.20.0.2 (3477a23d-48f7-412f-aac2-9e4eaba3fdbc/1f0cb70c-4b18-4708-a83c-6ae7f5f8548d/96ef742b-2858-4f11-bbc0-56a3abc74cdf) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:46.305176 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.324788 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.327420 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Transition to ACTIVE for port object c82a1f7c-3bfa-477a-8378-1b44032aaf6d will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:46.346841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.366732 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:46.369142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:46.374736 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:46.495287 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6fbe3-e1de-40f2-8264-607e54391853 None None] Pushing event updated for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:46.519555 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Pushing event updated for resources: {'Port': ['ID=23c003c2-da6e-436c-8a04-b9cf88c1f217,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:46.698256 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Attempting to bind port c82a1f7c-3bfa-477a-8378-1b44032aaf6d on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:46.698777 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Attempting to bind port c82a1f7c-3bfa-477a-8378-1b44032aaf6d by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:46.699401 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Attempting to bind port c82a1f7c-3bfa-477a-8378-1b44032aaf6d on network b98d8b17-f6ee-4f00-a33f-f71777940457 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:46.727547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.742054 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:46.742858 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Checking segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:46.743625 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.744324 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Bound using segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:46.745397 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Bound port: c82a1f7c-3bfa-477a-8378-1b44032aaf6d, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:46.746110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.757435 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.770263 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.793239 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Transition to ACTIVE for port object 96ef742b-2858-4f11-bbc0-56a3abc74cdf will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:46.868259 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Transition to ACTIVE for port object 96ef742b-2858-4f11-bbc0-56a3abc74cdf will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:46.894594 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.962201 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:46.965831 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] For port c82a1f7c-3bfa-477a-8378-1b44032aaf6d, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:46.992572 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:46.997741 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] For port c82a1f7c-3bfa-477a-8378-1b44032aaf6d, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:47.001015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:47.007684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:47.010388 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:47.017445 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Pushing event updated for resources: {'Port': ['ID=96ef742b-2858-4f11-bbc0-56a3abc74cdf,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:47.121884 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:47.122544 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:47.134620 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:14:47.166043 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Attempting to bind port 96ef742b-2858-4f11-bbc0-56a3abc74cdf on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:47.166419 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Attempting to bind port 96ef742b-2858-4f11-bbc0-56a3abc74cdf by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:47.166788 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Attempting to bind port 96ef742b-2858-4f11-bbc0-56a3abc74cdf on network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:47.209462 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6fbe3-e1de-40f2-8264-607e54391853 None None] Pushing event updated for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:47.212498 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:47.212937 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Checking segment: {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:47.213348 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:47.213742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Bound using segment: {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:47.214222 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Bound port: 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:47.214613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:47.312087 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:47.372185 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] For port 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:47.379957 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] For port 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=96ef742b-2858-4f11-bbc0-56a3abc74cdf,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:47.413727 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:47.463451 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:47.484330 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Sync routers for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:47.489467 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:47.491454 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7e053f13-258f-4ca3-8e91-10084c86da3e admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9611011 Jul 22 22:14:47.495936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36272) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:14:47.497869 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:47.498762 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:47.557114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0acf-1407-409b-95a9-f99195ae46be None None] Pushing event updated for resources: {'Port': ['ID=96ef742b-2858-4f11-bbc0-56a3abc74cdf,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:47.643299 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:47.644714 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:47.681439 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b203b2d-efaa-4e20-8428-71de993ed163 None None] The sync data for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi is: [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:48.077052 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 3, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:48.115929 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Checking router: 5f3987a4-c0c8-42d8-9f62-d43f91098a53 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:48.116419 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Updating router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 port 23c003c2-da6e-436c-8a04-b9cf88c1f217 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:48.126355 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c82a1f7c-3bfa-477a-8378-1b44032aaf6d up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:48.169786 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.192228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.204798 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:48.212567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:48.213271 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.326319 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.387875 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port c82a1f7c-3bfa-477a-8378-1b44032aaf6d, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:48.401699 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.402574 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 96ef742b-2858-4f11-bbc0-56a3abc74cdf up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:48.437623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Allocated IP 172.20.0.1 (3477a23d-48f7-412f-aac2-9e4eaba3fdbc/1f0cb70c-4b18-4708-a83c-6ae7f5f8548d/969a306a-6cb4-43f0-b9cd-7daa997e77f6) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:14:48.514031 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:48.561090 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 96ef742b-2858-4f11-bbc0-56a3abc74cdf completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:48.620628 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.621708 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.637765 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Transition to ACTIVE for port object 23c003c2-da6e-436c-8a04-b9cf88c1f217 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:48.645822 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.649833 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Transition to ACTIVE for port object 969a306a-6cb4-43f0-b9cd-7daa997e77f6 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:48.706124 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.711151 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Attempting to bind port 23c003c2-da6e-436c-8a04-b9cf88c1f217 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:48.711668 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Attempting to bind port 23c003c2-da6e-436c-8a04-b9cf88c1f217 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:48.712137 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Attempting to bind port 23c003c2-da6e-436c-8a04-b9cf88c1f217 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:48.719700 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:48.720257 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:48.721391 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.721888 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:48.722483 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Bound port: 23c003c2-da6e-436c-8a04-b9cf88c1f217, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:48.723419 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.754929 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:48.760818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:48.764563 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:14:48.765047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.789506 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] For port 23c003c2-da6e-436c-8a04-b9cf88c1f217, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:48.793399 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] For port 23c003c2-da6e-436c-8a04-b9cf88c1f217, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=23c003c2-da6e-436c-8a04-b9cf88c1f217,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:48.805352 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Pushing event updated for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:48.821155 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc3400-270d-4d36-8961-4dfc828278d8 None None] Pushing event updated for resources: {'Port': ['ID=23c003c2-da6e-436c-8a04-b9cf88c1f217,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:48.824874 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.912689 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:48.913588 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:48.918081 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:48.923525 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a81a12-e69b-4ca2-8614-72204877e0f5 None None] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:14:49.004486 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.022158 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Provisioning for port 96ef742b-2858-4f11-bbc0-56a3abc74cdf completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:49.031406 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Provisioning complete for port 96ef742b-2858-4f11-bbc0-56a3abc74cdf triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:49.032037 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.042645 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc3400-270d-4d36-8961-4dfc828278d8 None None] Pushing event updated for resources: {'Port': ['ID=23c003c2-da6e-436c-8a04-b9cf88c1f217,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:49.105276 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:49.231045 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.292411 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] For port 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=96ef742b-2858-4f11-bbc0-56a3abc74cdf,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:49.308755 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.327561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.333302 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.335049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.383574 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec87c-f3a5-41bd-9bfa-ab63fd1390b2 None None] Pushing event updated for resources: {'Port': ['ID=96ef742b-2858-4f11-bbc0-56a3abc74cdf,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:49.474260 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Pushing event updated for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:49.523476 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:14:49.531997 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:14:49.563990 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 3, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:49.630791 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f023a4-b64d-423c-89db-48627c9e9616 None None] The sync data for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi is: [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:46Z', 'revision_number': 3, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:49.703424 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:14:49.740710 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Provisioning for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:49.748698 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Provisioning complete for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:49.749467 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.792761 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 978e58db-f735-4744-ba09-2529a5fc8452 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:14:49.806393 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:49.847292 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Provisioning complete for port 96ef742b-2858-4f11-bbc0-56a3abc74cdf triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:49.847672 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce438-7efc-49ff-931f-4fe2f281d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:49.869589 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:14:49.879843 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-47bd2571-8988-4529-9531-bd545956ff29 admin admin] 10.222.0.110 "PUT /v2.0/routers/5f3987a4-c0c8-42d8-9f62-d43f91098a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3818519 Jul 22 22:14:50.171510 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c82a1f7c-3bfa-477a-8378-1b44032aaf6d up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:50.263470 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=978e58db-f735-4744-ba09-2529a5fc8452,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:50.270484 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd338889-dfe8-4227-a705-b71a249a2d0c req-3fae087b-bc3b-4faf-853d-a93f67a7a6ef tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.274406 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bd338889-dfe8-4227-a705-b71a249a2d0c req-3fae087b-bc3b-4faf-853d-a93f67a7a6ef tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 943 time: 0.1729143 Jul 22 22:14:50.292172 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0fa22-8203-4334-95bc-0fdfea9bc1f1 req-a252f2d7-f428-4c16-a0ae-dda406369df4 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:50.305088 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9a0fa22-8203-4334-95bc-0fdfea9bc1f1 req-a252f2d7-f428-4c16-a0ae-dda406369df4 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1752517 Jul 22 22:14:50.308100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '978e58db-f735-4744-ba09-2529a5fc8452', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'port_id': '978e58db-f735-4744-ba09-2529a5fc8452', 'mac_address': 'fa:16:3e:ee:14:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d9b04e-1359-44ed-a558-5821b7094af8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:14:50.346055 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bd338889-dfe8-4227-a705-b71a249a2d0c req-3c34e162-8c0f-42f2-8d3c-018c221d1489 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639648 Jul 22 22:14:50.369973 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9a0fa22-8203-4334-95bc-0fdfea9bc1f1 req-ce49eb21-f94c-4cf5-b926-15c17429c0fc tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638959 Jul 22 22:14:50.436065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c82a1f7c-3bfa-477a-8378-1b44032aaf6d triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:50.436472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.442281 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.489897 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978e58db-f735-4744-ba09-2529a5fc8452 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:14:50.523200 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=978e58db-f735-4744-ba09-2529a5fc8452,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:50.535358 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.620841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-91ec0dfc-33cb-40bc-b357-4b07100ae541 None None] Provisioning complete for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:50.621220 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-91ec0dfc-33cb-40bc-b357-4b07100ae541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:50.627017 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 96ef742b-2858-4f11-bbc0-56a3abc74cdf up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:50.706171 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:50.712745 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-91ec0dfc-33cb-40bc-b357-4b07100ae541 None None] Port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:14:50.735716 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 96ef742b-2858-4f11-bbc0-56a3abc74cdf triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:50.736728 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:51.413003 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['978e58db-f735-4744-ba09-2529a5fc8452'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:14:51.581076 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19ca6-90fc-4004-a447-1bd04306866c req-05785b80-1715-4eb0-9414-4f9c924b3289 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.594708 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24d19ca6-90fc-4004-a447-1bd04306866c req-05785b80-1715-4eb0-9414-4f9c924b3289 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 944 time: 0.1302042 Jul 22 22:14:51.635155 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10384d55-2fc7-49f1-9be5-860bf53fa17e req-fa669a94-cb96-4025-8b0f-29c56a82ae46 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:51.637010 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10384d55-2fc7-49f1-9be5-860bf53fa17e req-fa669a94-cb96-4025-8b0f-29c56a82ae46 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1475310 Jul 22 22:14:51.665131 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24d19ca6-90fc-4004-a447-1bd04306866c req-d2edbb7d-827b-486f-bb2c-a65d7f757455 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679879 Jul 22 22:14:51.725642 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10384d55-2fc7-49f1-9be5-860bf53fa17e req-298bfc30-23e0-44a6-aed7-efa78d57dd92 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Jul 22 22:14:51.999373 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Sync routers for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:14:52.021047 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 23c003c2-da6e-436c-8a04-b9cf88c1f217 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:52.045222 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:52.045946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:52.214706 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:52.246680 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 23c003c2-da6e-436c-8a04-b9cf88c1f217 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:52.252069 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 23c003c2-da6e-436c-8a04-b9cf88c1f217 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:52.252479 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.513313 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.569645 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 23c003c2-da6e-436c-8a04-b9cf88c1f217, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=23c003c2-da6e-436c-8a04-b9cf88c1f217,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:52.586919 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.661262 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 4, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '969a306a-6cb4-43f0-b9cd-7daa997e77f6', 'name': '', 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'mac_address': 'fa:16:3e:21:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:48Z', 'updated_at': '2021-07-22T22:14:49Z', 'revision_number': 2, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'subnets': [{'id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:52.695357 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Checking router: 5f3987a4-c0c8-42d8-9f62-d43f91098a53 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:14:52.695886 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Updating router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:14:52.700258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=23c003c2-da6e-436c-8a04-b9cf88c1f217,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:52.817750 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:52.952615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a82f6-fed0-4038-9941-d457082b94a1 req-8f58183a-cc01-43f1-a3a8-3c6fdaca4805 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:52.961248 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f51a82f6-fed0-4038-9941-d457082b94a1 req-8f58183a-cc01-43f1-a3a8-3c6fdaca4805 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1226118 Jul 22 22:14:53.017154 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17abbb-f025-4556-bf1d-8488fb6b27b7 req-68f9ddb3-357d-4755-bf86-5004f92001b6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:53.024090 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e17abbb-f025-4556-bf1d-8488fb6b27b7 req-68f9ddb3-357d-4755-bf86-5004f92001b6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 944 time: 0.1644773 Jul 22 22:14:53.058831 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f51a82f6-fed0-4038-9941-d457082b94a1 req-8fac3a7f-b2f9-46b6-8b66-0ecda673b4f0 tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956495 Jul 22 22:14:53.113416 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e17abbb-f025-4556-bf1d-8488fb6b27b7 req-e4983ba9-3699-4413-b481-fa5595d98906 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785329 Jul 22 22:14:53.330337 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.346037 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Transition to ACTIVE for port object 969a306a-6cb4-43f0-b9cd-7daa997e77f6 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:14:53.356089 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.547878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2abf1-d053-4bc7-b1f6-32decb683d3a None None] Pushing event updated for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:53.568336 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Attempting to bind port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:14:53.568994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Attempting to bind port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:14:53.569597 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Attempting to bind port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 on network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:14:53.579260 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:14:53.580624 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Checking segment: {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:14:53.581248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.581553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Bound using segment: {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:14:53.582062 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Bound port: 969a306a-6cb4-43f0-b9cd-7daa997e77f6, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895c148b-8d0f-41b8-bc41-9405bf273c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:14:53.582705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.674532 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] For port 969a306a-6cb4-43f0-b9cd-7daa997e77f6, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:14:53.680006 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] For port 969a306a-6cb4-43f0-b9cd-7daa997e77f6, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=969a306a-6cb4-43f0-b9cd-7daa997e77f6,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:14:53.692204 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:53.766202 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:14:53.766835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:53.910860 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2abf1-d053-4bc7-b1f6-32decb683d3a None None] Pushing event updated for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:53.943499 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 23c003c2-da6e-436c-8a04-b9cf88c1f217 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:54.015664 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 23c003c2-da6e-436c-8a04-b9cf88c1f217 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:54.016042 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:54.050815 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:14:54.583463 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 4, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '969a306a-6cb4-43f0-b9cd-7daa997e77f6', 'name': '', 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'mac_address': 'fa:16:3e:21:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:48Z', 'updated_at': '2021-07-22T22:14:53Z', 'revision_number': 4, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'subnets': [{'id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:14:54.624845 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3f856-03f8-4fc7-beb9-39253fee2b23 None None] The sync data for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi is: [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 4, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '969a306a-6cb4-43f0-b9cd-7daa997e77f6', 'name': '', 'network_id': '3477a23d-48f7-412f-aac2-9e4eaba3fdbc', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'mac_address': 'fa:16:3e:21:58:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:48Z', 'updated_at': '2021-07-22T22:14:53Z', 'revision_number': 4, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'subnets': [{'id': '1f0cb70c-4b18-4708-a83c-6ae7f5f8548d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:14:55.970136 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 969a306a-6cb4-43f0-b9cd-7daa997e77f6 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:56.072667 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:56.079146 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:56.079878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:56.202149 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:56.256626 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 969a306a-6cb4-43f0-b9cd-7daa997e77f6, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=969a306a-6cb4-43f0-b9cd-7daa997e77f6,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:56.261535 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:56.346633 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:56.372383 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:57.702476 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 978e58db-f735-4744-ba09-2529a5fc8452 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:57.764713 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 978e58db-f735-4744-ba09-2529a5fc8452 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:14:57.771376 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 978e58db-f735-4744-ba09-2529a5fc8452 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:57.771781 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:57.901443 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:57.945929 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 969a306a-6cb4-43f0-b9cd-7daa997e77f6 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:14:57.959562 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:57.962610 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9d794-8aed-4d49-96aa-6a4cc06924b6" -d '{"events": [{"server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "name": "network-vif-plugged", "status": "completed", "tag": "978e58db-f735-4744-ba09-2529a5fc8452"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:57.973564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-3dd2f611-d52b-4b02-8a92-c64ce9665f2d tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:57.975820 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-3dd2f611-d52b-4b02-8a92-c64ce9665f2d tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.125 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1252232 Jul 22 22:14:58.010724 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=978e58db-f735-4744-ba09-2529a5fc8452,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:58.019216 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.138715 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:14:58.139103 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.145566 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:58.209293 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0143f2-105b-4000-a947-53c67e17eabd req-7b5e37fc-87f2-4f0c-a592-473a9a65297b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.219447 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3c0143f2-105b-4000-a947-53c67e17eabd req-7b5e37fc-87f2-4f0c-a592-473a9a65297b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 945 time: 0.1849172 Jul 22 22:14:58.284457 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3c0143f2-105b-4000-a947-53c67e17eabd req-00165a07-ddcf-4946-8068-8c384f0f194b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/security-groups?id=00ca21b5-4e7b-483a-a4d7-65ade4775581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Jul 22 22:14:58.324514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94c206-2452-49e0-b738-856f90d8f036 req-21e8e956-3902-4bd5-bd1c-c79590cfb138 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.332563 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bd94c206-2452-49e0-b738-856f90d8f036 req-21e8e956-3902-4bd5-bd1c-c79590cfb138 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.1458409 Jul 22 22:14:58.372843 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcb0236-f06a-421e-a8f3-a935293b5e43 x-openstack-request-id: req-bbcb0236-f06a-421e-a8f3-a935293b5e43 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:58.373524 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "name": "network-vif-plugged", "status": "completed", "tag": "978e58db-f735-4744-ba09-2529a5fc8452", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:58.373998 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bbcb0236-f06a-421e-a8f3-a935293b5e43 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:58.374690 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452', 'code': 200} Jul 22 22:14:58.377818 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Deleting port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:14:58.378049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.406702 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bd94c206-2452-49e0-b738-856f90d8f036 req-0fcfa102-3ae9-45e5-b29d-8af8f4366509 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722868 Jul 22 22:14:58.498493 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] For port 8c0d6a5f-9b31-4e52-a742-c404c46232c7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=8c0d6a5f-9b31-4e52-a742-c404c46232c7,segment=NetworkSegment(cb9afb6a-15c2-46a2-873a-bdaf68f477a4),segment_id=cb9afb6a-15c2-46a2-873a-bdaf68f477a4)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:14:58.498854 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.524521 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Calling delete_port for 8c0d6a5f-9b31-4e52-a742-c404c46232c7 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:14:58.779612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f2847-6397-49b2-a58b-7a552a0273c4 req-d4b9718a-cca3-412e-b95a-c6d5f4f2c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:58.781198 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a03f2847-6397-49b2-a58b-7a552a0273c4 req-d4b9718a-cca3-412e-b95a-c6d5f4f2c504 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 1098 time: 0.1246758 Jul 22 22:14:58.834434 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.852481 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a03f2847-6397-49b2-a58b-7a552a0273c4 req-f9430b39-2b5b-4a6a-b4a0-f8cd633cef0b service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590472 Jul 22 22:14:58.872681 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Pushing event deleted for resources: {'Port': ['ID=8c0d6a5f-9b31-4e52-a742-c404c46232c7,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:14:58.953187 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] No DVR routers for this DVR port 8c0d6a5f-9b31-4e52-a742-c404c46232c7 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:14:58.958258 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:14:58.960580 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a61084d6-4c58-4053-989b-6b3d752e9674 req-7b31e2ab-79bf-48af-8a3d-dfc4b12a4f1c tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.125 "DELETE /v2.0/ports/8c0d6a5f-9b31-4e52-a742-c404c46232c7 HTTP/1.1" status: 204 len: 173 time: 0.8934028 Jul 22 22:14:58.961032 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'name': 'network-vif-deleted', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:14:58.963306 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb833556-d28a-4dfa-b719-bd4fd2096b59" -d '{"events": [{"server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "name": "network-vif-deleted", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:14:59.033904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7563927-9b0e-493e-93e3-48f78a6b968c x-openstack-request-id: req-f7563927-9b0e-493e-93e3-48f78a6b968c {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:14:59.034514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73570a19-27c7-4bdc-b64c-a0c5e008ff3f", "name": "network-vif-deleted", "tag": "8c0d6a5f-9b31-4e52-a742-c404c46232c7", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:14:59.034745 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f7563927-9b0e-493e-93e3-48f78a6b968c {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:14:59.035368 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73570a19-27c7-4bdc-b64c-a0c5e008ff3f', 'name': 'network-vif-deleted', 'tag': '8c0d6a5f-9b31-4e52-a742-c404c46232c7', 'status': 'completed', 'code': 200} Jul 22 22:14:59.791496 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-34bd5b8c-89c9-4d2e-b6a4-1906bfaeb52e req-b0631214-f8d2-4416-bebf-a5ad66e786da tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.1026757 Jul 22 22:14:59.920679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1658e-5302-4d3a-ba75-50c3109e6290 req-7df68704-86d5-496f-8359-56fb5ef5401a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:14:59.928858 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5cd1658e-5302-4d3a-ba75-50c3109e6290 req-7df68704-86d5-496f-8359-56fb5ef5401a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.1606767 Jul 22 22:14:59.993444 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5cd1658e-5302-4d3a-ba75-50c3109e6290 req-6dd533fc-2307-4601-adf8-594768b211e5 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Jul 22 22:15:00.068562 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36466) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:00.216662 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb2edced-90df-4f91-8682-615993c682e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.356323 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb2edced-90df-4f91-8682-615993c682e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.357016 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 8c0d6a5f-9b31-4e52-a742-c404c46232c7 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:15:00.365028 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb2edced-90df-4f91-8682-615993c682e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.397477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 8c0d6a5f-9b31-4e52-a742-c404c46232c7 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:15:00.404012 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 8c0d6a5f-9b31-4e52-a742-c404c46232c7 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:15:00.435698 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36474) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:00.440536 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bb2edced-90df-4f91-8682-615993c682e8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=47e1abfcf2b44e56b997e35ab22bc372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621981 Jul 22 22:15:00.443149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2edced-90df-4f91-8682-615993c682e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3868cab6-0f0b-4c26-98d2-6f28bf48760b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:00.515281 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.565966 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.660309 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.666729 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:00.668593 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3868cab6-0f0b-4c26-98d2-6f28bf48760b HTTP/1.1" status: 204 len: 168 time: 0.2317865 Jul 22 22:15:00.699950 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d1c2-c213-4029-8d2f-2256c823ca84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3868cab6-0f0b-4c26-98d2-6f28bf48760b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:01.154019 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36496) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:01.163791 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-67fb5b81-366e-4a34-b63d-8fbe259ed235 req-71ff0502-65b1-4593-874d-3026bed77f3e tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.1065190 Jul 22 22:15:01.179760 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fe19790-a0ff-4b83-87fb-e93b3a8741d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.224635 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c90eb5-a345-4466-bdcd-7e2a6679882c req-ff90bcfb-607e-4c72-841a-8d1f3d5f5977 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:01.232594 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-71c90eb5-a345-4466-bdcd-7e2a6679882c req-ff90bcfb-607e-4c72-841a-8d1f3d5f5977 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.1191015 Jul 22 22:15:01.281530 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-71c90eb5-a345-4466-bdcd-7e2a6679882c req-3225eaa8-ba67-4b63-9985-616094eea434 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 Jul 22 22:15:01.317482 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fe19790-a0ff-4b83-87fb-e93b3a8741d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.325643 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6fe19790-a0ff-4b83-87fb-e93b3a8741d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.365173 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6fe19790-a0ff-4b83-87fb-e93b3a8741d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b6e6fdab0ea249f3aecaf2a33ccf0952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097909 Jul 22 22:15:01.366056 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe19790-a0ff-4b83-87fb-e93b3a8741d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e1229-53d6-4927-bddb-aede07cbe254,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:01.367804 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36502) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:01.430767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.452553 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.510042 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.512840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:01.516690 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4c4e1229-53d6-4927-bddb-aede07cbe254 HTTP/1.1" status: 204 len: 168 time: 0.1444635 Jul 22 22:15:01.522991 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b5008-3562-4228-830d-722811f5ceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e1229-53d6-4927-bddb-aede07cbe254,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:06.579945 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a35b67ff-9820-4c98-a4d0-6378b9615f4d req-8045c9eb-ce95-42fe-8127-a991bacf1b1b tempest-DeleteServersTestJSON-189844871 tempest-DeleteServersTestJSON-189844871-project] 10.222.0.110 "GET /v2.0/ports?device_id=73570a19-27c7-4bdc-b64c-a0c5e008ff3f HTTP/1.1" status: 200 len: 210 time: 0.0317984 Jul 22 22:15:06.742479 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0225e11-ced2-4e21-aab6-e11c2f4c2da1 req-8e924f83-1325-4c7e-b5be-74cd56d97907 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:06.744008 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0225e11-ced2-4e21-aab6-e11c2f4c2da1 req-8e924f83-1325-4c7e-b5be-74cd56d97907 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.0917950 Jul 22 22:15:06.779216 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-98cad853-e0dc-43c6-8b22-4aa39f4beef6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:06.780878 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-98cad853-e0dc-43c6-8b22-4aa39f4beef6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 813 time: 0.1304648 Jul 22 22:15:06.794632 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0225e11-ced2-4e21-aab6-e11c2f4c2da1 req-8f2938a6-4b7c-4444-bbfb-8d8703423c5b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Jul 22 22:15:06.802521 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-da167e34-859b-4913-81cd-9dcefe358121 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/quotas/75448bc245984a73a936769d77050816 HTTP/1.1" status: 200 len: 375 time: 0.0125294 Jul 22 22:15:06.909940 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-4a5a260c-44e6-4b39-a30e-fe87a5dc9884 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011775 Jul 22 22:15:07.031723 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-4289d481-573e-4394-b8c7-81745f3bb2c0 service neutron] 10.222.0.110 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099780 Jul 22 22:15:07.162689 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-27d4196f-a86a-40f0-be06-7d6077b3ff83 service neutron] 10.222.0.110 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238701 Jul 22 22:15:07.337056 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6f8027b9-6ab9-46b7-9766-c669697169a4 req-6346f0cb-1959-4c51-9582-8fa8fbf9056a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 210 time: 0.0348887 Jul 22 22:15:07.947868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094bf1a-5440-4469-b1c1-6b1ec69fbdbd req-4d334f66-b39e-4d2a-847b-dc2a93c322c2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:07.949550 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0094bf1a-5440-4469-b1c1-6b1ec69fbdbd req-4d334f66-b39e-4d2a-847b-dc2a93c322c2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.0692377 Jul 22 22:15:08.008228 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0094bf1a-5440-4469-b1c1-6b1ec69fbdbd req-5b1fe3e8-b57a-4fb4-8e0e-7b093abfc663 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Jul 22 22:15:08.477068 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-91047153-9ece-4d39-b593-468155b367bd req-c408050a-2346-44bf-87f4-73b34cae13ea tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 210 time: 0.0322735 Jul 22 22:15:08.828561 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:09.070921 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-705052fd-acc9-4aec-8416-9b7d18282fd3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.072498 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-705052fd-acc9-4aec-8416-9b7d18282fd3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 813 time: 0.1538994 Jul 22 22:15:09.228706 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'port': {'device_id': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'admin_state_up': True, 'tenant_id': '75448bc245984a73a936769d77050816'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:09.244956 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36738) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:09.319818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Deleting subnet de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:09.323335 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.368229 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.378901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.380080 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Made reservation on behalf of 75448bc245984a73a936769d77050816 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:09.383678 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.453871 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.484426 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:09.499186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.499186 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-16971ed8-b94d-4e04-9fa3-c96db49de0cc admin admin] 10.222.0.110 "DELETE /v2.0/subnets/de50d4bb-bbd7-4c07-ad4b-ca43b56c3bb3 HTTP/1.1" status: 204 len: 168 time: 0.2500491 Jul 22 22:15:09.499186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36748) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:09.574001 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Allocated IP 172.20.0.7 (b98d8b17-f6ee-4f00-a33f-f71777940457/2ebacbe2-8638-48a6-b4e5-94f83a37fcd4/c19590f0-00b8-4111-9a00-68a6160feb39) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:09.678632 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79596814-5c6b-4206-9d41-0706f30cd655 req-70d955ad-cef8-4a7a-829d-ed71f269c7d1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 210 time: 0.1121111 Jul 22 22:15:09.683283 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.770755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.783765 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.788824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Transition to ACTIVE for port object c19590f0-00b8-4111-9a00-68a6160feb39 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:09.796139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.796783 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.797639 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.797971 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > port after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.798318 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.798641 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > port after_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.799286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.799894 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.800406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.800959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.838335 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.889068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:09.893332 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:09.897898 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:09.903839 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:09.904688 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:09.917829 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:09.922802 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-e5a54057-ed58-4232-8411-26bb4d56fd47 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6994994 Jul 22 22:15:09.978806 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.979266 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.979671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.980093 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93218) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:09.980619 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2c4567-b907-434f-9715-3d7a3808ccec']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:10.005950 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:10.006435 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9afb6a-15c2-46a2-873a-bdaf68f477a4') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:10.034843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.069739 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.088066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:10.088669 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: from cryptography.utils import int_from_bytes Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: from cryptography.utils import int_from_bytes Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:10.117012 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:10.254162 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.259500 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-80c89d37-35a7-45b6-aaed-3b95f7620918 None None] Provisioning for port c19590f0-00b8-4111-9a00-68a6160feb39 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:10.275672 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.278098 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-80c89d37-35a7-45b6-aaed-3b95f7620918 None None] Provisioning complete for port c19590f0-00b8-4111-9a00-68a6160feb39 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:10.278478 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-80c89d37-35a7-45b6-aaed-3b95f7620918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.279927 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] 10.222.0.110 "DELETE /v2.0/networks/1a2c4567-b907-434f-9715-3d7a3808ccec HTTP/1.1" status: 204 len: 168 time: 0.7806137 Jul 22 22:15:10.331228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc8388-95b1-40b7-ad9d-b4d8609a1e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2c4567-b907-434f-9715-3d7a3808ccec,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:10.377996 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-80c89d37-35a7-45b6-aaed-3b95f7620918 None None] Port c19590f0-00b8-4111-9a00-68a6160feb39 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:15:10.524172 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36784) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:10.577544 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9d764c8b-97a8-43ef-8de1-3baa7dfb9832 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=131c422049c5444aa188ba5e9a4efc0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515695 Jul 22 22:15:10.589183 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36788) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:10.663662 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.694379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.763159 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.765908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:10.768773 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/00ca21b5-4e7b-483a-a4d7-65ade4775581 HTTP/1.1" status: 204 len: 168 time: 0.1781890 Jul 22 22:15:10.778352 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8967a-c05e-4bb4-a17f-f71a83f3d6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca21b5-4e7b-483a-a4d7-65ade4775581,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:11.586694 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36834) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:11.705572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-network', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:11.726623 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Made reservation on behalf of 86fc8f5aa1e84d0da9f9e144ec46978a for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:11.729255 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.741121 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.860320 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.866246 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.890185 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:11.905016 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390e510-aff3-4c4d-ac04-640ccce9fec9,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:11.932630 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:11.933149 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Added segment 74e633fb-68bb-4398-8bd8-4fe1ea97defc of type vlan for network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 Jul 22 22:15:11.985069 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.030975 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.032105 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.033755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.079853 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4885316 Jul 22 22:15:12.087880 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36856) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.094848 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Request body: {'subnet': {'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-subnet', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:12.134041 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Made reservation on behalf of 86fc8f5aa1e84d0da9f9e144ec46978a for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:12.136599 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643d9e1-715a-4846-bb0f-1c2a7ee51200 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.138936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16622205'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.153422 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:12.458055 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36868) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.529176 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16622095'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.587915 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-28a6d505-0bd3-4c05-be0c-f10e5c81a469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.590580 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7a67cf-378d-4291-a312-5ac63cd48488,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.602443 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Checking segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:12.602933 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Network hostable DHCP agents. Network: ceb2519c-36d6-46cf-986d-f84d5cb7e8c3, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:12.620972 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:12.633209 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, ceb2519c-36d6-46cf-986d-f84d5cb7e8c3) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:12.637373 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:12.638142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.644015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f75ce-b07b-496f-8761-2583952009eb None None] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:12.710143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-28a6d505-0bd3-4c05-be0c-f10e5c81a469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.715987 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-28a6d505-0bd3-4c05-be0c-f10e5c81a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.723225 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4d1e78f3-4f38-42b6-a5fe-edcda4e5e2b7 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6322358 Jul 22 22:15:12.723423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36872) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.728466 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:12.767649 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-28a6d505-0bd3-4c05-be0c-f10e5c81a469 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e351be4b5dc54a19a38740619ca06894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051419 Jul 22 22:15:12.767649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6d505-0bd3-4c05-be0c-f10e5c81a469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b694b1d3-13fb-4086-8af9-fbd854b5d984,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:12.768717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36874) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:12.789926 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.791189 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.807051 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74487f-0593-430d-8ea3-9f5f995a7d14 None None] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:12.881638 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.883929 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.968571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f19b-62e6-4fcc-b3d4-e25f99b75531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:12.972670 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.090931 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.125032 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.128343 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.129555 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b694b1d3-13fb-4086-8af9-fbd854b5d984 HTTP/1.1" status: 204 len: 168 time: 0.3597789 Jul 22 22:15:13.147387 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42815a3a-8326-4046-99b3-a96c8cad17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b694b1d3-13fb-4086-8af9-fbd854b5d984,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:13.406878 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.415603 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36896) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.435594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.540080 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36900) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.554335 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ce227b41-218d-4d92-b0bd-cb21ba2fc71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.592654 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Allocated IP 172.27.1.64 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/c0064b8f-212a-45cc-85b6-b7f9d3646044) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:13.671502 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36904) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.702581 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ce227b41-218d-4d92-b0bd-cb21ba2fc71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.708713 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ce227b41-218d-4d92-b0bd-cb21ba2fc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.740707 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce227b41-218d-4d92-b0bd-cb21ba2fc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47f381-671a-4ceb-a531-fc7f6a23ba4a,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:13.771218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3c317f39-4706-46a0-982b-681fa39d113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.776652 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ce227b41-218d-4d92-b0bd-cb21ba2fc71a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6412f1e38ce541679dbe07a29a96c64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352645 Jul 22 22:15:13.779641 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36908) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:13.785062 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.840049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.846006 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f548-e1b3-4e86-bc75-686b2019cddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.878730 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:13.884006 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:13.887452 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:13.895374 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:13.920380 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Pushing event updated for resources: {'Port': ['ID=c0064b8f-212a-45cc-85b6-b7f9d3646044,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:13.930611 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.005159 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3c317f39-4706-46a0-982b-681fa39d113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.008230 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.011039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.014779 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ad47f381-671a-4ceb-a531-fc7f6a23ba4a HTTP/1.1" status: 204 len: 168 time: 0.2314038 Jul 22 22:15:14.019973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3c317f39-4706-46a0-982b-681fa39d113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.036793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c6d3d-7b4c-4324-9c6f-ecca7c0be393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47f381-671a-4ceb-a531-fc7f6a23ba4a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.108137 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3c317f39-4706-46a0-982b-681fa39d113f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=901b67565e15463c950b759982253be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914315 Jul 22 22:15:14.114228 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36914) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:14.122131 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c317f39-4706-46a0-982b-681fa39d113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb37326-e2d7-4841-b7f6-db23f6c00d96,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.216734 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.263045 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.274004 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.274559 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f548-e1b3-4e86-bc75-686b2019cddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.291308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f548-e1b3-4e86-bc75-686b2019cddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.523202 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.619173 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5f548-e1b3-4e86-bc75-686b2019cddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5a2d9-1fa0-4c06-b035-8805fac87e52,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.625754 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e9b5f548-e1b3-4e86-bc75-686b2019cddb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=10eedb0beeab4539bae4bd3619922633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525096 Jul 22 22:15:14.628935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36926) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:14.642305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.645486 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.654157 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2cb37326-e2d7-4841-b7f6-db23f6c00d96 HTTP/1.1" status: 204 len: 168 time: 0.5387304 Jul 22 22:15:14.666091 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d4ec9-55d8-4d46-a401-7351a52fdf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb37326-e2d7-4841-b7f6-db23f6c00d96,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.723114 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.757037 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.789005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:15:14.903646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.906523 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.908726 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aae5a2d9-1fa0-4c06-b035-8805fac87e52 HTTP/1.1" status: 204 len: 168 time: 0.2767138 Jul 22 22:15:14.923706 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2dd01-822c-4bea-95dd-4927cf585abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5a2d9-1fa0-4c06-b035-8805fac87e52,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:14.972884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:14.985540 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Sync routers for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:14.993376 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:14.996535 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1186d641-43a3-480b-bcb8-38bbafe7fd0d admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2720356 Jul 22 22:15:15.000447 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36940) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:15.000793 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:15.002010 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:14:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:15.154812 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:15.401527 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:14Z', 'revision_number': 3, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:15.441064 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Checking router: 3d2a8e91-d6b7-424a-b5af-c54e3a91701d for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:15.441894 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Updating router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d port c0064b8f-212a-45cc-85b6-b7f9d3646044 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:15:15.485266 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.488736 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 36956) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:15.505891 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-36b63a08-55af-4af0-96f8-f4af929293bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.663635 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-36b63a08-55af-4af0-96f8-f4af929293bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.677976 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.684826 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-36b63a08-55af-4af0-96f8-f4af929293bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.763617 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-36b63a08-55af-4af0-96f8-f4af929293bd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=afa06b2d5707408b807735afa0aaae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735040 Jul 22 22:15:15.766039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36966) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:15.775594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b63a08-55af-4af0-96f8-f4af929293bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e53667-58fd-4542-b68b-121b87146fae,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:15.905256 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:15.965001 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.038560 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.042655 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.050088 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/40e53667-58fd-4542-b68b-121b87146fae HTTP/1.1" status: 204 len: 168 time: 0.2827866 Jul 22 22:15:16.064264 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.070908 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219febe1-b3e5-421c-8022-4af77b6d43f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e53667-58fd-4542-b68b-121b87146fae,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:16.096622 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Transition to ACTIVE for port object c0064b8f-212a-45cc-85b6-b7f9d3646044 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:16.098170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd615-9896-4562-80f6-4828ce64d031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.107535 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.110144 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.187203 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431091be-cf03-4261-9beb-223e350a2fc9 None None] Pushing event updated for resources: {'Port': ['ID=c0064b8f-212a-45cc-85b6-b7f9d3646044,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:16.231346 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Attempting to bind port c0064b8f-212a-45cc-85b6-b7f9d3646044 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:16.231908 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Attempting to bind port c0064b8f-212a-45cc-85b6-b7f9d3646044 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:16.232293 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Attempting to bind port c0064b8f-212a-45cc-85b6-b7f9d3646044 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:16.241388 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:16.242249 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:16.242849 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.243409 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:16.244067 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Bound port: c0064b8f-212a-45cc-85b6-b7f9d3646044, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:16.244676 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.327695 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] For port c0064b8f-212a-45cc-85b6-b7f9d3646044, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:16.332036 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] For port c0064b8f-212a-45cc-85b6-b7f9d3646044, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c0064b8f-212a-45cc-85b6-b7f9d3646044,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:16.342538 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.413354 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Allocated IP 172.20.0.1 (ceb2519c-36d6-46cf-986d-f84d5cb7e8c3/bd7a67cf-378d-4291-a312-5ac63cd48488/1adaec72-5301-4f6f-90b6-cc7469619f34) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:16.427111 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:16.427746 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:16.507891 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431091be-cf03-4261-9beb-223e350a2fc9 None None] Pushing event updated for resources: {'Port': ['ID=c0064b8f-212a-45cc-85b6-b7f9d3646044,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:16.606380 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:16.628596 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.693342 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.702932 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.760921 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:16.768564 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:16.773677 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:16.803298 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:16.824067 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:16.943234 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:14Z', 'revision_number': 3, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:16.975368 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f78b97-2a19-4348-95ae-38403b1d83c6 None None] The sync data for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi is: [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:14Z', 'revision_number': 3, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:17.003117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.022341 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 36994) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:17.057166 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-777252af-434a-44c5-9d13-bc16c44713c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.239386 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-777252af-434a-44c5-9d13-bc16c44713c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.251834 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-777252af-434a-44c5-9d13-bc16c44713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.335851 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-777252af-434a-44c5-9d13-bc16c44713c6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f7b01ef41a8044a6bf1c42f079e1c305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110743 Jul 22 22:15:17.394516 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777252af-434a-44c5-9d13-bc16c44713c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b30765-b1e1-48c9-9db6-9688f7554acc,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:17.414745 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37000) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:17.552895 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.562798 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.574407 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.607098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.710983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:17.723843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.738869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.748766 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:17.748766 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/06b30765-b1e1-48c9-9db6-9688f7554acc HTTP/1.1" status: 204 len: 168 time: 0.3290153 Jul 22 22:15:17.778192 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59a35-b7f7-44b7-954f-31b8001d14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b30765-b1e1-48c9-9db6-9688f7554acc,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:17.953497 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:17.955287 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:18.003934 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c0064b8f-212a-45cc-85b6-b7f9d3646044 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:18.135770 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port c0064b8f-212a-45cc-85b6-b7f9d3646044 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:18.144075 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c0064b8f-212a-45cc-85b6-b7f9d3646044 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:18.152929 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.247283 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:18.278403 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.307949 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port c0064b8f-212a-45cc-85b6-b7f9d3646044, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c0064b8f-212a-45cc-85b6-b7f9d3646044,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:18.312327 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:18.390490 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=c0064b8f-212a-45cc-85b6-b7f9d3646044,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:18.527547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:18.548224 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9af5d169-747f-4448-b7e2-a746a84374b6 admin admin] 10.222.0.110 "PUT /v2.0/routers/3d2a8e91-d6b7-424a-b5af-c54e3a91701d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5372367 Jul 22 22:15:18.913185 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:19.459312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Sync routers for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:19.470165 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:19.472238 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:19.611726 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:19.878739 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:16Z', 'revision_number': 4, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '1adaec72-5301-4f6f-90b6-cc7469619f34', 'name': '', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'mac_address': 'fa:16:3e:8a:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:16Z', 'updated_at': '2021-07-22T22:15:17Z', 'revision_number': 2, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'subnets': [{'id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:19.970532 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c0064b8f-212a-45cc-85b6-b7f9d3646044 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:19.973090 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Checking router: 3d2a8e91-d6b7-424a-b5af-c54e3a91701d for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:19.975733 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Updating router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d port 1adaec72-5301-4f6f-90b6-cc7469619f34 binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:15:20.047611 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.104534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c0064b8f-212a-45cc-85b6-b7f9d3646044 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:20.105042 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.433860 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.444544 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Transition to ACTIVE for port object 1adaec72-5301-4f6f-90b6-cc7469619f34 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:20.450408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.505723 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a439ad-755e-44c7-8991-6401d86ac49b None None] Pushing event updated for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:20.567711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Attempting to bind port 1adaec72-5301-4f6f-90b6-cc7469619f34 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:20.568085 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Attempting to bind port 1adaec72-5301-4f6f-90b6-cc7469619f34 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:20.568489 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Attempting to bind port 1adaec72-5301-4f6f-90b6-cc7469619f34 on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:20.573635 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:20.574012 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Checking segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:20.574418 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.574818 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Bound using segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:20.575342 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Bound port: 1adaec72-5301-4f6f-90b6-cc7469619f34, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:20.575671 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.642596 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] For port 1adaec72-5301-4f6f-90b6-cc7469619f34, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:20.645565 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] For port 1adaec72-5301-4f6f-90b6-cc7469619f34, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1adaec72-5301-4f6f-90b6-cc7469619f34,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:20.649841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:20.706987 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:20.707630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:20.749063 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a439ad-755e-44c7-8991-6401d86ac49b None None] Pushing event updated for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:20.835424 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:21.217606 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:16Z', 'revision_number': 4, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '1adaec72-5301-4f6f-90b6-cc7469619f34', 'name': '', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'mac_address': 'fa:16:3e:8a:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:16Z', 'updated_at': '2021-07-22T22:15:20Z', 'revision_number': 4, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'subnets': [{'id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:21.255182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b0fb35-8864-4a63-83f8-b4b18f553ed4 None None] The sync data for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi is: [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:15:16Z', 'revision_number': 4, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '1adaec72-5301-4f6f-90b6-cc7469619f34', 'name': '', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'mac_address': 'fa:16:3e:8a:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:16Z', 'updated_at': '2021-07-22T22:15:20Z', 'revision_number': 4, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'subnets': [{'id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:21.982017 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1adaec72-5301-4f6f-90b6-cc7469619f34 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:22.042120 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 1adaec72-5301-4f6f-90b6-cc7469619f34 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:22.046956 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 1adaec72-5301-4f6f-90b6-cc7469619f34 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:22.047386 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.185692 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.241022 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 1adaec72-5301-4f6f-90b6-cc7469619f34, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1adaec72-5301-4f6f-90b6-cc7469619f34,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:22.245928 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.338996 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:22.374645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37160) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:22.554472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.708364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.712864 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.755104 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e20028689e6b49598c53fd8e69b3f276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791914 Jul 22 22:15:22.756425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0cfdf6-5a48-4d6e-bda2-a7d9e5c84df9,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:22.758080 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37164) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:22.764316 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.764881 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.765273 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.766056 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.766447 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.767784 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.767784 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.768696 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.769711 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.771557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.771928 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.772266 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde8d41-f683-49f8-92c3-46bbdd079ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:22.827951 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.855664 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.909571 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.912354 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:22.913491 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bc0cfdf6-5a48-4d6e-bda2-a7d9e5c84df9 HTTP/1.1" status: 204 len: 168 time: 0.1538568 Jul 22 22:15:22.921338 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5265564-40a3-4028-a696-1a71036fefda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0cfdf6-5a48-4d6e-bda2-a7d9e5c84df9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.207019 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37174) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:23.221165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-527a060b-709b-4883-a788-6727dd024031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.314987 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-527a060b-709b-4883-a788-6727dd024031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.319146 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-527a060b-709b-4883-a788-6727dd024031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.359021 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-527a060b-709b-4883-a788-6727dd024031 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fb8698863cd8478782b753b8ee04fb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509559 Jul 22 22:15:23.359877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a060b-709b-4883-a788-6727dd024031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a9735-c2b8-4b08-95f4-973823019b7c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.362656 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37178) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:23.428110 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.451458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.505974 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.508648 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:23.509800 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cb1a9735-c2b8-4b08-95f4-973823019b7c HTTP/1.1" status: 204 len: 168 time: 0.1460512 Jul 22 22:15:23.517975 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ba175-704d-4e16-9f21-8f379f080191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a9735-c2b8-4b08-95f4-973823019b7c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:23.922560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1adaec72-5301-4f6f-90b6-cc7469619f34 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:23.998593 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 1adaec72-5301-4f6f-90b6-cc7469619f34 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:23.999153 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.327741 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.519286 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37310) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:26.637635 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-95c08c33-2148-4dd2-bde0-f56062f568e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.738840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-95c08c33-2148-4dd2-bde0-f56062f568e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.742512 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-95c08c33-2148-4dd2-bde0-f56062f568e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.781493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-95c08c33-2148-4dd2-bde0-f56062f568e0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0a6871c714f44d88952ed93fb866d128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607358 Jul 22 22:15:26.783114 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c08c33-2148-4dd2-bde0-f56062f568e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d154c97-6323-42ff-a8a0-72fc51fc6145,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:26.784147 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37314) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:26.854645 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.882455 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.932230 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.934766 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:26.935954 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2d154c97-6323-42ff-a8a0-72fc51fc6145 HTTP/1.1" status: 204 len: 168 time: 0.1505203 Jul 22 22:15:26.944130 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d154c97-6323-42ff-a8a0-72fc51fc6145,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:26.952015 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.952436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.952770 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.953330 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.953607 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.954578 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.955155 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.955567 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.955912 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.956249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.956816 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:26.957218 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b54cf-362f-4784-9960-90bd242d6dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:27.234434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37322) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:27.247697 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb58-74f0-4588-a49c-3b648b84543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.358186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb58-74f0-4588-a49c-3b648b84543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.364721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cb58-74f0-4588-a49c-3b648b84543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.404721 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9ac7cb58-74f0-4588-a49c-3b648b84543e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b8c6b66180c84c9db8ebb31c1a66988f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690559 Jul 22 22:15:27.405847 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cb58-74f0-4588-a49c-3b648b84543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8317c-a826-4e85-8e27-1cf88160d5e9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.407610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37330) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:27.485959 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.512572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.570663 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.572647 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.573930 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a0f8317c-a826-4e85-8e27-1cf88160d5e9 HTTP/1.1" status: 204 len: 168 time: 0.1641855 Jul 22 22:15:27.574047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37336) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:27.588804 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdef1a-c738-4172-a06f-e0e69ec23940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8317c-a826-4e85-8e27-1cf88160d5e9,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.721050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-71e84ca3-9c51-454d-aaab-e173792d0475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.842024 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-71e84ca3-9c51-454d-aaab-e173792d0475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.851660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-71e84ca3-9c51-454d-aaab-e173792d0475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.896092 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e84ca3-9c51-454d-aaab-e173792d0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f782b-e8f2-44a2-8b69-615bb22fd972,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:27.900405 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-71e84ca3-9c51-454d-aaab-e173792d0475 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=49142dee326d4b04883cb5ac3fd54314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254952 Jul 22 22:15:27.903589 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37348) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:27.965798 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:27.993478 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.073417 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.077958 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.080909 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/138f782b-e8f2-44a2-8b69-615bb22fd972 HTTP/1.1" status: 204 len: 168 time: 0.1755135 Jul 22 22:15:28.095866 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1b66e-9a93-4146-9c56-3353105543ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f782b-e8f2-44a2-8b69-615bb22fd972,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:28.520464 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37372) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:28.637647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010936444-network', 'tenant_id': 'a447cef2c27f48fa84193981557a29aa'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:28.674748 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Made reservation on behalf of a447cef2c27f48fa84193981557a29aa for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:28.678629 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.693164 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.795014 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.800165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.831901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:28.838249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c2a70-910f-44a6-8d28-23ea1dc25edb,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:28.848119 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.849933 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Added segment 0ab0414a-1c17-4ae0-80e6-1ee8152fe6dd of type vlan for network 039db8d0-e6f0-472f-88ba-6624a42982e8 Jul 22 22:15:28.899947 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.930246 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.931311 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:28.931913 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:28.970263 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4485192 Jul 22 22:15:28.972916 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37390) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:28.991952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Request body: {'port': {'device_id': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:29.003314 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Request body: {'subnet': {'network_id': '039db8d0-e6f0-472f-88ba-6624a42982e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010936444-subnet', 'tenant_id': 'a447cef2c27f48fa84193981557a29aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:29.007721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43723a99-8490-4044-aa27-6b57e1e901e6 admin admin] Pushing event updated for resources: {'Network': ['ID=039db8d0-e6f0-472f-88ba-6624a42982e8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:29.023013 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 039db8d0-e6f0-472f-88ba-6624a42982e8 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:29.033861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Made reservation on behalf of a447cef2c27f48fa84193981557a29aa for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:29.037509 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16622205'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.145092 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.267695 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16622095'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.364685 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39df44ef-ef86-43e9-acce-0b8d55ffa82c,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:29.415529 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Checking segment: {'id': '0ab0414a-1c17-4ae0-80e6-1ee8152fe6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '039db8d0-e6f0-472f-88ba-6624a42982e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:29.415881 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Network hostable DHCP agents. Network: 039db8d0-e6f0-472f-88ba-6624a42982e8, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:29.446970 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Network 039db8d0-e6f0-472f-88ba-6624a42982e8 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:29.483377 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 039db8d0-e6f0-472f-88ba-6624a42982e8) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:29.501359 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc0f6c-f614-47ce-8f6e-b7f02a859498 None None] Network 039db8d0-e6f0-472f-88ba-6624a42982e8 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:29.510613 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.511221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.552873 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb3d5-ada8-4678-a477-845881c40346 req-b2c4d903-7ee7-4888-a899-8b7c0da19cc4 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.554847 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f6cb3d5-ada8-4678-a477-845881c40346 req-b2c4d903-7ee7-4888-a899-8b7c0da19cc4 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 931 time: 0.2049010 Jul 22 22:15:29.568781 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19590f0-00b8-4111-9a00-68a6160feb39 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:29.577793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.589521 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37408) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:29.593071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Transition to ACTIVE for port object c19590f0-00b8-4111-9a00-68a6160feb39 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:29.598197 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.620217 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-72a5674c-01fb-421c-b472-b25195dc1676 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6461298 Jul 22 22:15:29.667310 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1f6cb3d5-ada8-4678-a477-845881c40346 req-896be03c-4d5a-4626-9a8e-4a68bf89f119 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Jul 22 22:15:29.681980 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-f8fc8527-d78a-4c1e-bcf1-0bbe140781b9 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732066 Jul 22 22:15:29.718449 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Attempting to bind port c19590f0-00b8-4111-9a00-68a6160feb39 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:29.719211 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Attempting to bind port c19590f0-00b8-4111-9a00-68a6160feb39 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:29.719907 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Attempting to bind port c19590f0-00b8-4111-9a00-68a6160feb39 on network b98d8b17-f6ee-4f00-a33f-f71777940457 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:29.723748 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:29.732962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Port c19590f0-00b8-4111-9a00-68a6160feb39 on network b98d8b17-f6ee-4f00-a33f-f71777940457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:29.733307 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Attempting to bind port c19590f0-00b8-4111-9a00-68a6160feb39 on network b98d8b17-f6ee-4f00-a33f-f71777940457 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:29.741411 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:29.742113 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Checking segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:29.742749 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Bound using segment: {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:29.743425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Bound port: c19590f0-00b8-4111-9a00-68a6160feb39, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6d6374-50c7-4626-8394-955765753c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:29.744167 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.784113 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf21c7-164b-462d-8713-a156bf9eb6fc None None] Network 039db8d0-e6f0-472f-88ba-6624a42982e8 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:29.841205 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae884daa-231c-47c5-bde1-9582fd109eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:29.880360 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:29.886195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-b91faac7-fcf2-44f8-ab2f-7bc6c4557613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:29.887797 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:29.889123 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-b91faac7-fcf2-44f8-ab2f-7bc6c4557613 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.1507869 Jul 22 22:15:29.899219 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.020959 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.022436 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.024112 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] 10.222.0.125 "PUT /v2.0/ports/c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 1093 time: 1.0371203 Jul 22 22:15:30.026588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:30.038824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d79c2-216b-4321-a13f-4a7434feb71f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:30.123537 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dce034-a51b-4a7b-97cd-3f27f8854ffe x-openstack-request-id: req-30dce034-a51b-4a7b-97cd-3f27f8854ffe {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:30.124039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:30.124314 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-30dce034-a51b-4a7b-97cd-3f27f8854ffe {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:30.124725 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:15:30.173288 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-96d6a04e-11eb-49fb-9367-e8f5fa668f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.174669 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-96d6a04e-11eb-49fb-9367-e8f5fa668f3d service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.2483315 Jul 22 22:15:30.190444 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3c781-820b-4d93-8fdc-c5bc16247132 service neutron] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.208309 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae884daa-231c-47c5-bde1-9582fd109eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.256788 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae884daa-231c-47c5-bde1-9582fd109eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.259802 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-1da28668-5b27-4f0f-93b8-a71dae4981cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.261433 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-1da28668-5b27-4f0f-93b8-a71dae4981cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 819 time: 0.2786572 Jul 22 22:15:30.282807 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-ae9d8c6a-34c5-4837-9520-32100d6ad186 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/quotas/86fc8f5aa1e84d0da9f9e144ec46978a HTTP/1.1" status: 200 len: 375 time: 0.0135322 Jul 22 22:15:30.344027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-f1bd664b-8852-4fb6-a1ff-dd6a0a79b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.344306 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ae884daa-231c-47c5-bde1-9582fd109eb3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a4831da0af4442ae84a729ee89195cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527792 Jul 22 22:15:30.346033 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-f1bd664b-8852-4fb6-a1ff-dd6a0a79b758 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1096 time: 0.1675742 Jul 22 22:15:30.347107 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37434) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:30.357459 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae884daa-231c-47c5-bde1-9582fd109eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b62814-d3e0-45ca-972f-cd3c14600b5c,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.363113 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-32517fd4-f052-4449-8002-e8a40d6222ff service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1002 time: 0.1630394 Jul 22 22:15:30.429108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-2d6bc1a4-cf49-4593-89cf-3bee7a888786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.430612 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-2d6bc1a4-cf49-4593-89cf-3bee7a888786 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0535369 Jul 22 22:15:30.442454 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-792d9156-482f-40a1-96a7-f81362f87f32 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 217 time: 0.0526183 Jul 22 22:15:30.524632 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.535187 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-ba03fc99-7efb-4f81-80fb-91215619831a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2474041 Jul 22 22:15:30.546299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-c6eff920-750e-4571-b071-1e94cf7e32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.549797 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-c6eff920-750e-4571-b071-1e94cf7e32b3 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751035 Jul 22 22:15:30.590168 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-d6bbd0de-e8dd-4669-a0fa-06a5c67f3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.591714 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-d6bbd0de-e8dd-4669-a0fa-06a5c67f3bed service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.1129906 Jul 22 22:15:30.599798 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.684712 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37446) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:30.691299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-385003230-network', 'tenant_id': '01898797ba7c4dba887a1fb77641e3ef'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:30.741823 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-1b627e25-d779-4efa-b428-cef42c449e19 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710777 Jul 22 22:15:30.742379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Made reservation on behalf of 01898797ba7c4dba887a1fb77641e3ef for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:30.742493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-66c72c76-e037-49a8-b0a9-b228aff382a9 service neutron] 10.222.0.110 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935899 Jul 22 22:15:30.744641 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.754617 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.763201 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.765786 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:30.767044 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b9b62814-d3e0-45ca-972f-cd3c14600b5c HTTP/1.1" status: 204 len: 168 time: 0.4175632 Jul 22 22:15:30.784831 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194601-575d-4467-b363-0ac09891ce50 req-bd1c2f7d-b0e0-4b62-b4a9-853ff3d57c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:30.787313 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-bd1c2f7d-b0e0-4b62-b4a9-853ff3d57c3b service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1850522 Jul 22 22:15:30.801071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16243e8b-5bf4-4c41-8ec8-6af134365ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b62814-d3e0-45ca-972f-cd3c14600b5c,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:30.946619 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-f283df1e-a983-4cc1-a3e1-727908f195e1 service neutron] 10.222.0.110 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932216 Jul 22 22:15:31.000269 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-f0df143c-b390-4a85-a181-9e2188427f04 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487007 Jul 22 22:15:31.005120 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f667695-0d89-4fbb-9a3a-cf2b3b8126fb req-d078c79d-f837-4d11-9ede-ddf95ddbeb49 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481153 Jul 22 22:15:31.131940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d225-d5ce-4262-b3e1-e7217c605f47 req-e749c2c6-10e2-494f-a889-71bf4939d968 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.139898 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04b3d225-d5ce-4262-b3e1-e7217c605f47 req-e749c2c6-10e2-494f-a889-71bf4939d968 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 943 time: 0.2065122 Jul 22 22:15:31.149492 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.176463 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.207259 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcfb3f9-78ad-4d0b-b8a1-0a7fdc37fc63,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:31.231309 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:31.244716 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04b3d225-d5ce-4262-b3e1-e7217c605f47 req-6e7f0fd7-9f17-4435-bdfe-742ae9579db1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037228 Jul 22 22:15:31.254781 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.255163 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Added segment 82ed81a8-08b7-4d46-8806-81ee57f4b917 of type vlan for network bcffe4d4-0f86-4f92-bc70-13f0146f5893 Jul 22 22:15:31.304290 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-41edb03c-34d0-4983-bd8e-54163fab6958 req-e7fc8a3e-7dd1-47d7-884a-21e50c782b54 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 210 time: 0.0720365 Jul 22 22:15:31.337615 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-57194601-575d-4467-b363-0ac09891ce50 req-ef603d6a-d2a6-4d98-a859-fed5e22d8165 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969005 Jul 22 22:15:31.352045 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.395959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.397139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.397879 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.434233 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7483659 Jul 22 22:15:31.436975 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37476) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:31.442937 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Request body: {'subnet': {'network_id': 'bcffe4d4-0f86-4f92-bc70-13f0146f5893', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-385003230-subnet', 'tenant_id': '01898797ba7c4dba887a1fb77641e3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:31.497868 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Made reservation on behalf of 01898797ba7c4dba887a1fb77641e3ef for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:31.504840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:31.521395 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa87ca-79bc-4a44-abe3-206cc729d725 admin admin] Pushing event updated for resources: {'Network': ['ID=bcffe4d4-0f86-4f92-bc70-13f0146f5893,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:31.535280 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network bcffe4d4-0f86-4f92-bc70-13f0146f5893 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:31.754838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-55a5773b-e083-4eba-9840-9ec38bd04985 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.762615 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-55a5773b-e083-4eba-9840-9ec38bd04985 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.2428482 Jul 22 22:15:31.781053 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-681eba08-d2f4-4472-a229-2a428b96b8ab tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/quotas/71bffb8e6c93437cb3fdbc82d8300750 HTTP/1.1" status: 200 len: 375 time: 0.0170307 Jul 22 22:15:31.823012 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-caac4989-bd0c-49dd-af20-ff20d975e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:31.825442 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-caac4989-bd0c-49dd-af20-ff20d975e775 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1096 time: 0.2740133 Jul 22 22:15:31.893792 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-eda019a4-63c3-498a-8524-790455f354f5 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084077 Jul 22 22:15:32.064675 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-9aee84ec-a1bd-4047-8623-493bdfd4a171 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.073389 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-9aee84ec-a1bd-4047-8623-493bdfd4a171 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 819 time: 0.4009409 Jul 22 22:15:32.138109 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-73f1f25a-ceab-4242-8a5e-f01ad356f4a4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/quotas/86fc8f5aa1e84d0da9f9e144ec46978a HTTP/1.1" status: 200 len: 375 time: 0.0636938 Jul 22 22:15:32.237748 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-2b0d5a34-72bd-4b51-94aa-306082295903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.239629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-2b0d5a34-72bd-4b51-94aa-306082295903 service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.3889904 Jul 22 22:15:32.242072 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.244467 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37514) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:32.296844 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-5545ba59-3a8e-4cd3-984e-f8d7fe207d76 service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976357 Jul 22 22:15:32.357766 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-f4003f42-1e93-466f-915f-ea1585d6f0ab service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 217 time: 0.0524151 Jul 22 22:15:32.367333 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b406f51-b79b-463f-91cf-6c846fcf6da6,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:32.372336 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279357833-network', 'tenant_id': '26d903c452a64781bf8cb22c894f6ddd'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:32.396109 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-f44b1d00-c705-4dae-b8c5-a213a1036878 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2568328 Jul 22 22:15:32.397700 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-f42a1a12-fbca-49a1-a222-fab9633527ca service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000323 Jul 22 22:15:32.417959 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Checking segment: {'id': '82ed81a8-08b7-4d46-8806-81ee57f4b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'bcffe4d4-0f86-4f92-bc70-13f0146f5893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:32.418310 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Network hostable DHCP agents. Network: bcffe4d4-0f86-4f92-bc70-13f0146f5893, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:32.477528 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Made reservation on behalf of 26d903c452a64781bf8cb22c894f6ddd for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:32.479665 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.537501 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.550044 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-9fd1faf9-1193-4b6a-ad97-6f4f261e49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.552299 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-9fd1faf9-1193-4b6a-ad97-6f4f261e49b5 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.1615572 Jul 22 22:15:32.561672 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Network bcffe4d4-0f86-4f92-bc70-13f0146f5893 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:32.607723 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, bcffe4d4-0f86-4f92-bc70-13f0146f5893) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:32.612454 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.613589 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.619012 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d823894-4a94-462f-969c-b2bd69bad519 None None] Network bcffe4d4-0f86-4f92-bc70-13f0146f5893 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:32.650676 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-d12f9537-18f3-4abf-a51f-fba9eeda3df3 service neutron] 10.222.0.110 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436812 Jul 22 22:15:32.788674 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b914f1f-73ed-44ff-b111-8547ffbf41f2 None None] Network bcffe4d4-0f86-4f92-bc70-13f0146f5893 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:32.822941 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-e672fd56-c897-4ea6-9c24-c0607f619592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:32.824892 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-e672fd56-c897-4ea6-9c24-c0607f619592 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2395356 Jul 22 22:15:32.857295 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-0436201c-dc82-4e6f-b23c-c7136930aacf service neutron] 10.222.0.110 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886404 Jul 22 22:15:32.878132 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.896755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:32.924650 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f30b137b-c748-4a7c-bae0-a1a5d5e96547 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4862034 Jul 22 22:15:33.183457 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfde942-3558-4681-a8aa-28790109041f req-045c1cc6-8fd8-4f51-b7b8-156e949c0d38 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.187023 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cfde942-3558-4681-a8aa-28790109041f req-045c1cc6-8fd8-4f51-b7b8-156e949c0d38 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 943 time: 0.1521981 Jul 22 22:15:33.281101 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0cfde942-3558-4681-a8aa-28790109041f req-247e0a03-4c9c-4dec-a03a-29f1061ccc15 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658448 Jul 22 22:15:33.357774 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:33.397330 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c6e0538a-af98-4a21-bfb4-adc0b4109b40 req-86e70890-c4eb-4fd4-8bd6-8021f441bc8e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 210 time: 0.0604856 Jul 22 22:15:33.439267 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d437d13-2514-44aa-ac43-65c28bc40749,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:33.457292 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5d3fea82-50e1-40f2-b1d5-cfce8bf59ece req-a9bee0e3-5ed0-4ce7-ac84-e57155a48410 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 210 time: 0.1197722 Jul 22 22:15:33.462452 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.467859 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Added segment 92fa8931-c92a-4648-9799-ba19872873f2 of type vlan for network 73f6a462-6d96-4362-8ffe-cbb77da56019 Jul 22 22:15:33.513848 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-2e57eb21-3c67-4d41-a425-a6c5fa7c504a service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707077 Jul 22 22:15:33.572248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.670085 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.671378 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:33.672070 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.706902 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0f6d79c2-216b-4321-a13f-4a7434feb71f req-4a414108-23ce-40af-9032-c5b9ea57e511 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759806 Jul 22 22:15:33.722156 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4739377 Jul 22 22:15:33.724713 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37550) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:33.732581 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Request body: {'subnet': {'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279357833-subnet', 'tenant_id': '26d903c452a64781bf8cb22c894f6ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:33.786607 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff801-de94-401b-8b9a-3acd76e84c80 admin admin] Pushing event updated for resources: {'Network': ['ID=73f6a462-6d96-4362-8ffe-cbb77da56019,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:33.792645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Made reservation on behalf of 26d903c452a64781bf8cb22c894f6ddd for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:33.795070 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:33.799318 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:34.046981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:34.108371 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa0d0b1-6959-42c8-b66d-3f0641348590,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:34.117718 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Checking segment: {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:34.118104 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Network hostable DHCP agents. Network: 73f6a462-6d96-4362-8ffe-cbb77da56019, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:34.135571 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:34.145274 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 73f6a462-6d96-4362-8ffe-cbb77da56019) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:34.149810 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.150411 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:34.158656 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451fd2e-dc3f-4f10-a1a5-cb3ba699eaee None None] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:34.165208 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-942e5527-07ca-4378-b2e7-686cb2c13883 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4393184 Jul 22 22:15:34.299592 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c96158-0848-41dc-b8c5-8b12266a831c None None] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:34.419486 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10ac0-0fc2-4518-82c6-b66d1750e744 req-3d72561e-1411-43f9-82ac-e3d8001a2ede tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.428947 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ca10ac0-0fc2-4518-82c6-b66d1750e744 req-3d72561e-1411-43f9-82ac-e3d8001a2ede tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 943 time: 0.0895283 Jul 22 22:15:34.498284 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ca10ac0-0fc2-4518-82c6-b66d1750e744 req-68bf89a8-bee0-4219-9c73-703ed76c5cf7 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Jul 22 22:15:34.615179 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be20c65c-c528-4878-a341-796ce59bc4f9 req-2b298c24-afc4-44db-8c98-9019e9d326d1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 210 time: 0.0327463 Jul 22 22:15:34.637139 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cad921b-c9fa-457f-8a42-10a216669810 req-83f75a8a-80b2-4f63-a6cf-0ab7b34e9b0e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 210 time: 0.0983808 Jul 22 22:15:34.736445 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-ed1fea0a-4c4a-4b56-bf2b-bb97f096cab9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:34.738099 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-ed1fea0a-4c4a-4b56-bf2b-bb97f096cab9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 819 time: 0.2172291 Jul 22 22:15:34.772116 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Request body: {'port': {'device_id': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'admin_state_up': True, 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:34.885497 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Made reservation on behalf of 86fc8f5aa1e84d0da9f9e144ec46978a for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:34.889021 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.045593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Allocated IP 172.20.0.3 (ceb2519c-36d6-46cf-986d-f84d5cb7e8c3/bd7a67cf-378d-4291-a312-5ac63cd48488/4cae57e3-646c-477f-9363-d0fd4b8135a7) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:35.210929 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.251870 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.299406 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:35.302474 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:35.306403 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:35.312971 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.313649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.321920 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Pushing event updated for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:35.333782 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-6f59b55b-bb59-47ca-8ab1-248970b28195 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660594 Jul 22 22:15:35.368461 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c19590f0-00b8-4111-9a00-68a6160feb39 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:35.433314 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Request body: {'port': {'device_id': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:35.476850 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:35.488465 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'port_id': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'mac_address': 'fa:16:3e:8e:ab:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:35.509923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.529623 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.549717 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19590f0-00b8-4111-9a00-68a6160feb39 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:35.573884 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:35.580959 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.642693 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:35.696445 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0b7df-8edf-4ba5-979c-1ea246d5ba69 req-df630134-a618-4ef3-949e-28f46a93705c tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.698979 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eab0b7df-8edf-4ba5-979c-1ea246d5ba69 req-df630134-a618-4ef3-949e-28f46a93705c tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 944 time: 0.1062672 Jul 22 22:15:35.767174 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb75556b-4264-4620-a73d-c62a1b640cc0 req-314a93a2-a25a-424f-b194-946ffc0a3bc5 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 210 time: 0.0480804 Jul 22 22:15:35.816878 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eab0b7df-8edf-4ba5-979c-1ea246d5ba69 req-0cd60fab-1221-4339-824f-c54b52a1396a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008554 Jul 22 22:15:35.854357 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-6a6a62a4-ddb9-4f63-bfe3-af70781e0388 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:35.856247 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-6a6a62a4-ddb9-4f63-bfe3-af70781e0388 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.1561890 Jul 22 22:15:35.902772 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-73bfd13f-ee2a-4c11-9240-2c449fca8996 req-0dd814d2-86be-4720-ba0b-8d87aa33d4fb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 210 time: 0.0424104 Jul 22 22:15:35.941296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Request body: {'port': {'device_id': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'admin_state_up': True, 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:35.953095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cae57e3-646c-477f-9363-d0fd4b8135a7 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:35.962465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:35.975252 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Transition to ACTIVE for port object 4cae57e3-646c-477f-9363-d0fd4b8135a7 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:35.979651 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.041973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Pushing event updated for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:36.089347 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Attempting to bind port 4cae57e3-646c-477f-9363-d0fd4b8135a7 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:36.089693 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Attempting to bind port 4cae57e3-646c-477f-9363-d0fd4b8135a7 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:36.090056 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Attempting to bind port 4cae57e3-646c-477f-9363-d0fd4b8135a7 on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:36.095293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Port 4cae57e3-646c-477f-9363-d0fd4b8135a7 on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:36.095744 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Attempting to bind port 4cae57e3-646c-477f-9363-d0fd4b8135a7 on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:36.101529 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:36.101872 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Checking segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:36.102256 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Bound using segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:36.102686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Bound port: 4cae57e3-646c-477f-9363-d0fd4b8135a7, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:36.103048 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.170995 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-7e8c804c-33a7-4e5a-85b3-661907c54528 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.174057 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-7e8c804c-33a7-4e5a-85b3-661907c54528 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 809 time: 0.1518524 Jul 22 22:15:36.175265 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:36.178712 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:36.178910 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.183562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:36.189860 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.206168 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-0500e174-4dab-4a6e-b372-670a447e7d29 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/quotas/26d903c452a64781bf8cb22c894f6ddd HTTP/1.1" status: 200 len: 375 time: 0.0237741 Jul 22 22:15:36.242565 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.243191 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.244633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] 10.222.0.125 "PUT /v2.0/ports/4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 1093 time: 0.8159506 Jul 22 22:15:36.245079 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:36.247751 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c57990-34f4-4d96-8923-7f8474bcf639" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:36.284994 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6803f-e8de-44c8-8c6a-ffd675c19a02 service neutron] Pushing event updated for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:36.288904 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-0db6bdf1-a156-4d8e-baf6-2279e16acaa0 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713999 Jul 22 22:15:36.295817 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:36.450593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-da0d60df-05f2-493d-8320-5a97a7ed7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.452374 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-da0d60df-05f2-493d-8320-5a97a7ed7869 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1096 time: 0.0662949 Jul 22 22:15:36.461559 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Allocated IP 172.20.0.12 (2efa360b-cc3d-49e4-a8a0-1edcaa3e915e/71d9b04e-1359-44ed-a558-5821b7094af8/254ffb11-410d-4f28-ab52-4f5ed744c1df) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:36.480985 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-9770063f-110f-40d9-95ea-1b6709c02c8a service neutron] 10.222.0.110 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632962 Jul 22 22:15:36.565925 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676839f-4b82-4cd8-9fa8-3b63c14cd4aa x-openstack-request-id: req-7676839f-4b82-4cd8-9fa8-3b63c14cd4aa {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:36.566216 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:36.566471 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7676839f-4b82-4cd8-9fa8-3b63c14cd4aa {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:36.566862 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7', 'status': 'completed', 'code': 200} Jul 22 22:15:36.568806 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-4cbce544-cf8e-44d6-ac83-3658cffe9f68 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0539138 Jul 22 22:15:36.656416 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-e43092fe-b197-4b7a-9a8f-d2654d48d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.658826 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-e43092fe-b197-4b7a-9a8f-d2654d48d16d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0572731 Jul 22 22:15:36.699476 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-b8b42d96-b126-4824-b47b-e6727626d766 service neutron] 10.222.0.110 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093420 Jul 22 22:15:36.702672 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-0b0725f6-215b-450a-80d6-9146798af5c0 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312357 Jul 22 22:15:36.741516 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.783880 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.839053 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:36.843286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:36.848904 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:36.889147 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event updated for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:36.965920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:36.967303 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:36.967448 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.125', 56771) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:36.980002 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-14696570-3130-4974-8af9-78d5f7de8fb6 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824749 Jul 22 22:15:37.008674 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-12a1d9bf-64f0-40e9-a245-0224abc928a4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0725613 Jul 22 22:15:37.036033 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a480ea5-ab7c-4f33-b454-92471089a3cc req-96791d46-c0de-410f-87fe-f080442988a9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.037730 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a480ea5-ab7c-4f33-b454-92471089a3cc req-96791d46-c0de-410f-87fe-f080442988a9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 944 time: 0.0963666 Jul 22 22:15:37.070920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Request body: {'port': {'device_id': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:37.144638 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a480ea5-ab7c-4f33-b454-92471089a3cc req-7b583e03-1164-42e0-9459-7c2b0ab29012 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981159 Jul 22 22:15:37.144825 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ee89c-be3a-4649-af97-b471c0b26cf7 req-9964dc47-c64e-487a-8d93-b4fbe256459e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.153874 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c92ee89c-be3a-4649-af97-b471c0b26cf7 req-9964dc47-c64e-487a-8d93-b4fbe256459e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 932 time: 0.2603447 Jul 22 22:15:37.236848 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-88433be5-c5f0-4e68-a800-3b6ee4786dd8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.238977 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-88433be5-c5f0-4e68-a800-3b6ee4786dd8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 819 time: 0.2484212 Jul 22 22:15:37.249521 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.264740 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c92ee89c-be3a-4649-af97-b471c0b26cf7 req-b0138a1f-3d06-4efd-8bcd-d6e6fd3643c3 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099966 Jul 22 22:15:37.283425 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63a42b88-732f-434d-8808-e1d476669daa req-25423e95-2d6f-4a4a-a721-f0528d371e5c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 210 time: 0.0465803 Jul 22 22:15:37.296505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Request body: {'port': {'device_id': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'admin_state_up': True, 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:37.316310 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b106d18c-eafe-4dc3-ac47-63cb86f00a6a req-f44e1de6-1194-4fea-82f5-9cd83acd4424 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509208 Jul 22 22:15:37.439619 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Made reservation on behalf of 86fc8f5aa1e84d0da9f9e144ec46978a for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:37.443627 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.446489 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-25f9d8f0-b165-46e7-9eab-1ce4c1465f8d req-d10ca23c-e09a-4c2f-ab81-094d3c0a4b0f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 210 time: 0.0782046 Jul 22 22:15:37.526522 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680', '978e58db-f735-4744-ba09-2529a5fc8452'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:37.604435 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Allocated IP 172.20.0.2 (ceb2519c-36d6-46cf-986d-f84d5cb7e8c3/bd7a67cf-378d-4291-a312-5ac63cd48488/78cc8d65-ba06-4a10-a7de-a5a8599859dd) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:37.644174 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254ffb11-410d-4f28-ab52-4f5ed744c1df {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:37.659158 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.674248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Transition to ACTIVE for port object 254ffb11-410d-4f28-ab52-4f5ed744c1df will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:37.682294 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.830398 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-27333e43-6869-4edb-9023-07d2551f2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:37.831576 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-27333e43-6869-4edb-9023-07d2551f2da4 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1096 time: 0.1986821 Jul 22 22:15:37.851517 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Pushing event updated for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:37.885923 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Attempting to bind port 254ffb11-410d-4f28-ab52-4f5ed744c1df on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:37.886261 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Attempting to bind port 254ffb11-410d-4f28-ab52-4f5ed744c1df by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:37.886589 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Attempting to bind port 254ffb11-410d-4f28-ab52-4f5ed744c1df on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:37.890150 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.891566 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Port 254ffb11-410d-4f28-ab52-4f5ed744c1df on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:37.892158 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Attempting to bind port 254ffb11-410d-4f28-ab52-4f5ed744c1df on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:37.896909 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:37.897268 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Checking segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:37.897745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Bound using segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:37.898067 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Bound port: 254ffb11-410d-4f28-ab52-4f5ed744c1df, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:37.898424 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.941435 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:37.988756 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:37.997369 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:38.006239 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.025219 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:38.038148 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:38.057597 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.059073 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.061772 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] 10.222.0.125 "PUT /v2.0/ports/254ffb11-410d-4f28-ab52-4f5ed744c1df HTTP/1.1" status: 200 len: 1094 time: 1.0075567 Jul 22 22:15:38.063641 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:38.068760 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:38.070579 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:38.086336 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.087101 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.114427 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Pushing event updated for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.114944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc83f8-4591-4478-93de-7d41f207bc30 service neutron] Pushing event updated for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:38.136983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a101fcc-1486-4e04-90b7-4fab740055a0 x-openstack-request-id: req-4a101fcc-1486-4e04-90b7-4fab740055a0 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:38.136983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:38.136983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4a101fcc-1486-4e04-90b7-4fab740055a0 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:38.136983 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df', 'status': 'completed', 'code': 200} Jul 22 22:15:38.138674 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-35d1cd5f-677f-4dd7-af94-8202f2e97038 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521149 Jul 22 22:15:38.156267 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-1844f2c1-31d6-4405-8581-5045d5be2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.157996 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-1844f2c1-31d6-4405-8581-5045d5be2315 service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.2141287 Jul 22 22:15:38.254723 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Request body: {'port': {'device_id': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:38.319250 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-4ee94119-0683-48ae-b8dc-55522025640d service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0612707 Jul 22 22:15:38.323728 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1819d6-dd2d-4ec7-badf-713e7adb13a3 req-6897259d-c2bf-4cb7-bb0d-f32eff3184b8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.326782 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea1819d6-dd2d-4ec7-badf-713e7adb13a3 req-6897259d-c2bf-4cb7-bb0d-f32eff3184b8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 944 time: 0.1126018 Jul 22 22:15:38.357089 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-5df72f4d-4c16-409a-b433-f5682ef418c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.358685 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-5df72f4d-4c16-409a-b433-f5682ef418c3 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 1097 time: 0.1034918 Jul 22 22:15:38.378539 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea1819d6-dd2d-4ec7-badf-713e7adb13a3 req-aef34613-0cf2-46ef-b7e2-d22678b835cc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Jul 22 22:15:38.417832 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4d78d8d4-7e39-4a8f-9b9e-85644860f2dc req-f120c2dd-f268-46f9-902a-0efb067bbc41 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 210 time: 0.0550435 Jul 22 22:15:38.438443 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-60d85884-014a-43e9-9cbb-3416d5d2282c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df HTTP/1.1" status: 200 len: 217 time: 0.0411174 Jul 22 22:15:38.439567 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-d9c2ef2b-f770-4482-9103-464234526ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.441091 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-d9c2ef2b-f770-4482-9103-464234526ea0 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.1100051 Jul 22 22:15:38.441649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:38.530590 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-b14f1bcd-2a4f-4ba7-8dc1-58b8a678fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.532167 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-b14f1bcd-2a4f-4ba7-8dc1-58b8a678fc59 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0717776 Jul 22 22:15:38.576287 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-5f18827e-cc0e-4b03-bbdc-43b7a414085a service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330245 Jul 22 22:15:38.584986 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3233e-ab1a-4577-b0fb-9ebf8ff6c2e6 req-ce79b779-3cf8-4a1c-9d6f-941bad0d4dbd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:38.586530 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-08b3233e-ab1a-4577-b0fb-9ebf8ff6c2e6 req-ce79b779-3cf8-4a1c-9d6f-941bad0d4dbd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 944 time: 0.1373439 Jul 22 22:15:38.689684 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-08b3233e-ab1a-4577-b0fb-9ebf8ff6c2e6 req-87251a6d-d8d1-4040-8d61-d3f106714d1f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880370 Jul 22 22:15:38.716808 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-c70298bb-5c2b-4e80-9b22-879ddfb3f77e service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244318 Jul 22 22:15:38.734949 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-e82c8c2a-ed81-4360-b74a-b45ac3a9df95 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2596114 Jul 22 22:15:38.863907 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e71d1dc5-49bb-4099-896c-b9ac1c8866c4 req-70042d03-91eb-4cee-98dc-255c9010dc9e service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935516 Jul 22 22:15:39.019225 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5020a8-18c6-4ab7-93fb-54073189823b req-6c30f260-13f0-4223-b106-3a03571aa63e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.021521 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c5020a8-18c6-4ab7-93fb-54073189823b req-6c30f260-13f0-4223-b106-3a03571aa63e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 931 time: 0.2856388 Jul 22 22:15:39.027598 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-db891537-7f4a-4d9d-bde8-9fdcae4b7210 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540829 Jul 22 22:15:39.087434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c5020a8-18c6-4ab7-93fb-54073189823b req-dba4372a-2dc5-46c5-b3fe-a451464b3fae tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Jul 22 22:15:39.136523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cc8d65-ba06-4a10-a7de-a5a8599859dd {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:39.148784 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.166346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Transition to ACTIVE for port object 78cc8d65-ba06-4a10-a7de-a5a8599859dd will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:39.171530 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.125', 56777) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:39.176675 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.348554 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.363884 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Attempting to bind port 78cc8d65-ba06-4a10-a7de-a5a8599859dd on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:39.364327 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Attempting to bind port 78cc8d65-ba06-4a10-a7de-a5a8599859dd by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:39.364664 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Attempting to bind port 78cc8d65-ba06-4a10-a7de-a5a8599859dd on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:39.371418 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Port 78cc8d65-ba06-4a10-a7de-a5a8599859dd on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:39.371418 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Attempting to bind port 78cc8d65-ba06-4a10-a7de-a5a8599859dd on network ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:39.379340 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:39.379705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Checking segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:39.380096 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Bound using segment: {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:39.380597 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Bound port: 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e633fb-68bb-4398-8bd8-4fe1ea97defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:39.381194 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.390399 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c19590f0-00b8-4111-9a00-68a6160feb39 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:39.421321 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c57990-34f4-4d96-8923-7f8474bcf639 req-aa7825eb-8ba6-45af-bcc6-35261804bc36 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380066 Jul 22 22:15:39.448823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-91e0ac7f-1366-45a7-b41a-8e10e666b7ff tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.452334 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port c19590f0-00b8-4111-9a00-68a6160feb39 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:39.452580 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-91e0ac7f-1366-45a7-b41a-8e10e666b7ff tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 809 time: 0.2728863 Jul 22 22:15:39.460956 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port c19590f0-00b8-4111-9a00-68a6160feb39 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:39.461409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.492689 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:39.496996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:39.502082 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-b1240cfa-a7e0-4a01-8b77-a1ccb6ce7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.503369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.503975 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-b1240cfa-a7e0-4a01-8b77-a1ccb6ce7873 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 1097 time: 0.2074795 Jul 22 22:15:39.510113 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Request body: {'port': {'device_id': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019', 'admin_state_up': True, 'tenant_id': '26d903c452a64781bf8cb22c894f6ddd'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:39.566310 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Pushing event updated for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.577701 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.578466 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.580387 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-71290cfa-01eb-4b2d-803e-37a1e825b1eb service neutron] 10.222.0.125 "PUT /v2.0/ports/78cc8d65-ba06-4a10-a7de-a5a8599859dd HTTP/1.1" status: 200 len: 1093 time: 1.3304229 Jul 22 22:15:39.580908 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:39.583513 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dc748b-97be-4de8-bbba-2b6e210cc444" -d '{"events": [{"name": "network-changed", "server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:39.654403 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7a7a5ee6-f9b9-4c4d-8222-297c9d498b2e req-7760ebad-4901-44b1-beaf-1739b4e37773 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 210 time: 0.0328043 Jul 22 22:15:39.705688 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.720582 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d1f1e-a35c-496c-8144-6e42a185093f x-openstack-request-id: req-dc1d1f1e-a35c-496c-8144-6e42a185093f {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:39.721389 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:39.722044 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dc1d1f1e-a35c-496c-8144-6e42a185093f {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:39.722695 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd', 'status': 'completed', 'code': 200} Jul 22 22:15:39.731190 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:39.733507 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9179e43-1795-491c-ab59-62c849a66d2f" -d '{"events": [{"server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "name": "network-vif-plugged", "status": "completed", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:39.747553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:39.752729 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.818545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:39.821348 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-de14cabb-fb87-4d81-9229-c07764fa6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.822671 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-de14cabb-fb87-4d81-9229-c07764fa6cb1 service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.2716773 Jul 22 22:15:39.826721 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.827129 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.827480 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.827844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.828446 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.828990 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.829478 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.829864 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.830199 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.830539 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.830822 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Made reservation on behalf of 26d903c452a64781bf8cb22c894f6ddd for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:39.830957 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.831197 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:39.835292 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:39.879317 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-32f10b3f-a924-4eb2-8a1f-8066096ca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.880778 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-32f10b3f-a924-4eb2-8a1f-8066096ca804 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 1096 time: 0.1238220 Jul 22 22:15:39.901352 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591a26c-7a42-48f8-971d-854074b005f8 req-80859623-cd70-4ae4-af5f-c251e087be17 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:39.902902 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5591a26c-7a42-48f8-971d-854074b005f8 req-80859623-cd70-4ae4-af5f-c251e087be17 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 944 time: 0.1057830 Jul 22 22:15:39.965088 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-2b7ec028-dce9-4992-a095-0cf416e358b2 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd HTTP/1.1" status: 200 len: 217 time: 0.0389743 Jul 22 22:15:39.980493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5591a26c-7a42-48f8-971d-854074b005f8 req-3d3036a3-5487-4855-868e-c7cdee89e217 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689716 Jul 22 22:15:40.028513 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c12e2-02fa-4325-ac83-0f2bf5bbbb0b x-openstack-request-id: req-8a2c12e2-02fa-4325-ac83-0f2bf5bbbb0b {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:40.028723 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "name": "network-vif-plugged", "status": "completed", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:40.028986 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8a2c12e2-02fa-4325-ac83-0f2bf5bbbb0b {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:40.029389 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'code': 200} Jul 22 22:15:40.036216 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-31446db9-c2b5-400f-a19d-271374ef8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.037726 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-31446db9-c2b5-400f-a19d-271374ef8415 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0478823 Jul 22 22:15:40.073627 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-089f9f21-c922-4abf-b2ab-9cdd0c803b39 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df HTTP/1.1" status: 200 len: 217 time: 0.2351685 Jul 22 22:15:40.081945 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d494399-9563-45df-9442-c172c46add0f req-e46ac164-3882-40cd-aa4d-422b2d0bc5ef tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.083312 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5d494399-9563-45df-9442-c172c46add0f req-e46ac164-3882-40cd-aa4d-422b2d0bc5ef tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 944 time: 0.4358661 Jul 22 22:15:40.148822 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-52cd3b19-f8d1-4abc-88b3-d5b3d7b7025a service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395262 Jul 22 22:15:40.229010 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5d494399-9563-45df-9442-c172c46add0f req-d0dfa1fa-a9d9-42f8-ae9c-df47a63780e2 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357038 Jul 22 22:15:40.263299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-2607cbe3-6c4e-4832-865c-b103bbdccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.264855 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-2607cbe3-6c4e-4832-865c-b103bbdccbf3 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.1223736 Jul 22 22:15:40.313537 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-01aca0dd-9a22-4b3b-a766-b0ca7da819c9 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321600 Jul 22 22:15:40.322100 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512beb-95c8-4809-8f3f-7df816264612 req-ee76aa66-4839-4693-af19-905a7d214c5b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.323021 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Allocated IP 172.20.0.9 (73f6a462-6d96-4362-8ffe-cbb77da56019/aaa0d0b1-6959-42c8-b66d-3f0641348590/5e80f502-adcb-4d34-a290-8be7965b509b) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:40.323854 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7512beb-95c8-4809-8f3f-7df816264612 req-ee76aa66-4839-4693-af19-905a7d214c5b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 943 time: 0.1633754 Jul 22 22:15:40.327981 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-a6354c95-dc6d-43e7-9255-ab55d0c63e7e service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353126 Jul 22 22:15:40.408958 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7512beb-95c8-4809-8f3f-7df816264612 req-aedd040f-8a1a-4324-89b1-bc7380aac62b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746529 Jul 22 22:15:40.541430 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-c99a8571-937f-4af6-b8ff-5dca24d1fed0 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637726 Jul 22 22:15:40.548947 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2700317-3fa0-4129-8ea7-4ea3230d1fac req-c295c0fc-948e-4588-8d2f-b8f45314574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.550682 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b2700317-3fa0-4129-8ea7-4ea3230d1fac req-c295c0fc-948e-4588-8d2f-b8f45314574b service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1098 time: 0.1834106 Jul 22 22:15:40.566195 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-5357b76a-c4a4-43a8-aa6b-abdf9ccfdefe service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905673 Jul 22 22:15:40.575927 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.618570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.665400 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:40.668434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:40.672830 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:40.678771 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b2700317-3fa0-4129-8ea7-4ea3230d1fac req-0d5e7a2a-170e-4f6c-8f01-651d5e3be80e service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Jul 22 22:15:40.704745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Pushing event updated for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:40.733233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.733696 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:40.748440 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-4a5c1a79-8851-4d48-8748-9f2eba4e283e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2429390 Jul 22 22:15:40.816965 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3405dd-dca5-4a40-9269-74fd8bc97752 req-c95eb8e2-9498-4265-b8c1-3e321c403d2c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:40.818494 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f3405dd-dca5-4a40-9269-74fd8bc97752 req-c95eb8e2-9498-4265-b8c1-3e321c403d2c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 931 time: 0.0679929 Jul 22 22:15:40.861318 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2f3405dd-dca5-4a40-9269-74fd8bc97752 req-fa7f3793-c542-42e6-8661-5d381636f3e9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Jul 22 22:15:41.115221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2998a-a2f3-4829-8fac-2244b1110cc3 req-a535374e-1c27-4e00-a639-8d1ce106861a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.116729 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3b2998a-a2f3-4829-8fac-2244b1110cc3 req-a535374e-1c27-4e00-a639-8d1ce106861a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 944 time: 0.0681863 Jul 22 22:15:41.154580 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e3b2998a-a2f3-4829-8fac-2244b1110cc3 req-37764f33-2340-4706-8fc1-8a47137959ed tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Jul 22 22:15:41.399964 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Request body: {'port': {'device_id': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:41.404165 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 4cae57e3-646c-477f-9363-d0fd4b8135a7 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:41.420958 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-406c6468-be94-49f1-abac-417765ed3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.423039 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-406c6468-be94-49f1-abac-417765ed3189 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 1096 time: 0.0603890 Jul 22 22:15:41.432530 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-f8c13355-3680-4c72-bcc6-a4470e37b369 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570003 Jul 22 22:15:41.463085 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7114b-73fd-4ae3-9673-3f20d235e0c3 req-ece82006-adde-4816-b555-358a9c8e2d32 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.465184 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f3b7114b-73fd-4ae3-9673-3f20d235e0c3 req-ece82006-adde-4816-b555-358a9c8e2d32 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1716967 Jul 22 22:15:41.533108 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:41.536830 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.546408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '4cae57e3-646c-477f-9363-d0fd4b8135a7', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'port_id': '4cae57e3-646c-477f-9363-d0fd4b8135a7', 'mac_address': 'fa:16:3e:f7:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:41.562470 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f3b7114b-73fd-4ae3-9673-3f20d235e0c3 req-7edee7f1-46c2-498d-9c21-c1783e316a6f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707912 Jul 22 22:15:41.592998 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.616398 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cae57e3-646c-477f-9363-d0fd4b8135a7 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:41.640110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:41.647741 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.700467 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-dfcae59c-f82c-4e38-95e2-2839b6e837ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.701970 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-dfcae59c-f82c-4e38-95e2-2839b6e837ba service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.2254770 Jul 22 22:15:41.713774 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:41.775722 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-c810fb7f-eaf8-445e-8a79-1bbf2587e48e service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd HTTP/1.1" status: 200 len: 217 time: 0.0567267 Jul 22 22:15:41.792268 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1053fb-b988-4653-893c-370bb3d27ec9 req-afb84e22-b3df-4c0a-8a2e-7d9c9f72897d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.793947 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e1053fb-b988-4653-893c-370bb3d27ec9 req-afb84e22-b3df-4c0a-8a2e-7d9c9f72897d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 943 time: 0.1712489 Jul 22 22:15:41.877098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-b42c9da3-d6cc-41cd-b637-75e1a529aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:41.878756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-b42c9da3-d6cc-41cd-b637-75e1a529aa7c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0776489 Jul 22 22:15:41.885065 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e1053fb-b988-4653-893c-370bb3d27ec9 req-57046cbe-bc3d-4be7-b13d-948ece4ac530 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Jul 22 22:15:41.922704 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-14276818-e0ab-4c15-8338-082ad96b68c8 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329030 Jul 22 22:15:41.929848 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e80f502-adcb-4d34-a290-8be7965b509b {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:41.938766 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:41.983503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Transition to ACTIVE for port object 5e80f502-adcb-4d34-a290-8be7965b509b will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:41.991865 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:42.072414 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-128eb60b-73f4-4cab-a33b-943219146f96 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308384 Jul 22 22:15:42.079491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Pushing event updated for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:42.122533 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935503-b57f-4ca6-98cc-2c985df44923 req-266bd9a3-9f32-490a-8ca9-4f0b4572cb55 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.128838 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e935503-b57f-4ca6-98cc-2c985df44923 req-266bd9a3-9f32-490a-8ca9-4f0b4572cb55 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 931 time: 0.1822596 Jul 22 22:15:42.213089 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e935503-b57f-4ca6-98cc-2c985df44923 req-5c28a349-9f43-4a74-bbf5-b482f83e942f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822299 Jul 22 22:15:42.239632 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Attempting to bind port 5e80f502-adcb-4d34-a290-8be7965b509b on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:42.239974 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Attempting to bind port 5e80f502-adcb-4d34-a290-8be7965b509b by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:42.240397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Attempting to bind port 5e80f502-adcb-4d34-a290-8be7965b509b on network 73f6a462-6d96-4362-8ffe-cbb77da56019 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:42.245162 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Port 5e80f502-adcb-4d34-a290-8be7965b509b on network 73f6a462-6d96-4362-8ffe-cbb77da56019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:15:42.245561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Attempting to bind port 5e80f502-adcb-4d34-a290-8be7965b509b on network 73f6a462-6d96-4362-8ffe-cbb77da56019 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:42.252652 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a9dc748b-97be-4de8-bbba-2b6e210cc444 req-380bf89c-76b5-470a-8787-4e0f7b538417 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671662 Jul 22 22:15:42.254014 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:42.255059 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Checking segment: {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:42.255589 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Bound using segment: {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:42.256037 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Bound port: 5e80f502-adcb-4d34-a290-8be7965b509b, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:42.256582 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:42.362313 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:42.370823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=5e80f502-adcb-4d34-a290-8be7965b509b,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:42.378735 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:42.414167 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14702e06-035a-4d81-93d6-d321ce014d0b req-00211521-9341-4bcb-a8a9-00496dfdcb50 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.415745 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14702e06-035a-4d81-93d6-d321ce014d0b req-00211521-9341-4bcb-a8a9-00496dfdcb50 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 944 time: 0.1250999 Jul 22 22:15:42.449599 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.450309 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:42.451880 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] 10.222.0.125 "PUT /v2.0/ports/5e80f502-adcb-4d34-a290-8be7965b509b HTTP/1.1" status: 200 len: 1093 time: 1.0651755 Jul 22 22:15:42.452243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:42.455310 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f540e-98ae-4e27-abed-290558fdb4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:42.460853 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba9835-0447-4e23-9ca4-c586068d5837 service neutron] Pushing event updated for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:42.465641 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-14702e06-035a-4d81-93d6-d321ce014d0b req-eb689848-3a61-4370-847d-78d43533f18e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433652 Jul 22 22:15:42.485974 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['4cae57e3-646c-477f-9363-d0fd4b8135a7'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:42.519299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12d6a2-8559-4347-ae99-62bdb71ccd86 x-openstack-request-id: req-8c12d6a2-8559-4347-ae99-62bdb71ccd86 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:42.519623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:42.519845 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8c12d6a2-8559-4347-ae99-62bdb71ccd86 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:42.520244 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b', 'status': 'completed', 'code': 200} Jul 22 22:15:42.674674 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-17587328-8543-4ef6-b4ae-47ef294344f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.676197 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-17587328-8543-4ef6-b4ae-47ef294344f1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 1096 time: 0.0997515 Jul 22 22:15:42.738640 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d1e0b-6825-4447-b2fa-330690122357 req-05c881fb-a34a-4f16-821f-1c4238e722a5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.740217 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-930d1e0b-6825-4447-b2fa-330690122357 req-05c881fb-a34a-4f16-821f-1c4238e722a5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.0720987 Jul 22 22:15:42.762983 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-5a432674-d457-4438-a80a-278ac3b6d7c2 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e80f502-adcb-4d34-a290-8be7965b509b HTTP/1.1" status: 200 len: 217 time: 0.0362284 Jul 22 22:15:42.787002 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-930d1e0b-6825-4447-b2fa-330690122357 req-b86ed1bd-83f4-4d94-bd1f-5e4e19dd6dd4 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Jul 22 22:15:42.895279 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f67c-73db-4df2-b780-e31a875de76a req-4d1593ae-5065-44d8-ae42-e2981ad26736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:42.896790 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-4d1593ae-5065-44d8-ae42-e2981ad26736 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=aaa0d0b1-6959-42c8-b66d-3f0641348590 HTTP/1.1" status: 200 len: 849 time: 0.0604379 Jul 22 22:15:42.934167 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5aa75f47-5dc7-49eb-ac29-51e7cdc7dc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.038140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415ca1-7729-43da-aac3-e4bef4280e21 req-5a3198d0-cba1-4b1f-a8bb-0157602a3108 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.040331 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3415ca1-7729-43da-aac3-e4bef4280e21 req-5a3198d0-cba1-4b1f-a8bb-0157602a3108 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 943 time: 0.0719261 Jul 22 22:15:43.058814 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-370e03ab-9080-438d-bd76-5af69d8cc946 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=73f6a462-6d96-4362-8ffe-cbb77da56019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294638 Jul 22 22:15:43.079934 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3415ca1-7729-43da-aac3-e4bef4280e21 req-88a96db5-5e12-4632-9e2c-c3248db4645b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Jul 22 22:15:43.168685 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-f4fa9cb1-3ee4-4447-b3e8-a0164ff69c90 service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953372 Jul 22 22:15:43.280214 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6926f67c-73db-4df2-b780-e31a875de76a req-9aa85686-2b5f-4956-90fa-f6bb522db2ef service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958788 Jul 22 22:15:43.364376 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771c120-870d-42db-8d2e-1a61a440ddb3 req-1615ff29-4d65-4611-bafa-3d50118eb7bd tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.365936 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e771c120-870d-42db-8d2e-1a61a440ddb3 req-1615ff29-4d65-4611-bafa-3d50118eb7bd tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 943 time: 0.0749912 Jul 22 22:15:43.410860 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e771c120-870d-42db-8d2e-1a61a440ddb3 req-32cbee67-0285-4c4e-b0d8-3d06419fbffc tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Jul 22 22:15:43.411678 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 254ffb11-410d-4f28-ab52-4f5ed744c1df details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:43.532865 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:43.622458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-00259ee5-5393-4f74-befc-ed9860f50e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.624173 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-00259ee5-5393-4f74-befc-ed9860f50e21 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 1096 time: 0.1285789 Jul 22 22:15:43.653886 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e7bc4-e815-4286-8734-d6251dbced03 req-d0146f33-c4b3-4753-9201-3b05d8512a89 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.661877 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-492e7bc4-e815-4286-8734-d6251dbced03 req-d0146f33-c4b3-4753-9201-3b05d8512a89 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 944 time: 0.1153221 Jul 22 22:15:43.683242 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '254ffb11-410d-4f28-ab52-4f5ed744c1df', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'port_id': '254ffb11-410d-4f28-ab52-4f5ed744c1df', 'mac_address': 'fa:16:3e:33:21:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d9b04e-1359-44ed-a558-5821b7094af8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:43.750661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.771472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254ffb11-410d-4f28-ab52-4f5ed744c1df {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:43.789774 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-492e7bc4-e815-4286-8734-d6251dbced03 req-8b524058-2445-462a-bb5a-c8c5ecebd15b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263149 Jul 22 22:15:43.807294 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:43.824530 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-e1709ce4-ff7f-4265-b81a-4d6984ab52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:43.826847 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-e1709ce4-ff7f-4265-b81a-4d6984ab52e4 service neutron] 10.222.0.125 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 911 time: 0.1568148 Jul 22 22:15:43.828952 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:43.892900 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:43.927596 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-c0958839-aacc-4ddd-90a5-5edc113f0d31 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e80f502-adcb-4d34-a290-8be7965b509b HTTP/1.1" status: 200 len: 217 time: 0.0653391 Jul 22 22:15:44.000852 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-b0cb3022-ab62-4ece-ab62-01460bfa8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.002394 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-b0cb3022-ab62-4ece-ab62-01460bfa8023 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=aaa0d0b1-6959-42c8-b66d-3f0641348590 HTTP/1.1" status: 200 len: 849 time: 0.0621476 Jul 22 22:15:44.011150 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fd0c8-dba1-4d73-b062-2d797519ddb4 req-9019c3ce-52f9-41e9-b24d-c81fd1b8bb45 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.014018 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2d2fd0c8-dba1-4d73-b062-2d797519ddb4 req-9019c3ce-52f9-41e9-b24d-c81fd1b8bb45 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1444397 Jul 22 22:15:44.071196 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-8efff8e0-ac58-4d74-a2b9-30eafbcc05b5 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=73f6a462-6d96-4362-8ffe-cbb77da56019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556884 Jul 22 22:15:44.160096 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2d2fd0c8-dba1-4d73-b062-2d797519ddb4 req-7ed791c8-8f27-44c4-aef7-4d46731a1fab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320200 Jul 22 22:15:44.236427 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-6cbfbeb5-254f-4a77-b57f-1f5b419b091a service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496975 Jul 22 22:15:44.252526 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187bf76-1fc1-4b2c-b4ca-69ed53d1821a req-b386b685-6ec7-48e9-a6c1-ee152a2d94da tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.254269 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5187bf76-1fc1-4b2c-b4ca-69ed53d1821a req-b386b685-6ec7-48e9-a6c1-ee152a2d94da tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 943 time: 0.0946910 Jul 22 22:15:44.297920 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5187bf76-1fc1-4b2c-b4ca-69ed53d1821a req-7bdd2197-f5a3-4a26-9ad5-e21239f713b3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Jul 22 22:15:44.385014 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ca2f540e-98ae-4e27-abed-290558fdb4e2 req-e8491686-ba13-47c7-a7f3-f46ad48bfe01 service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328783 Jul 22 22:15:44.433970 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aecea0-8f39-44ef-8d67-fefe9795686a req-89ce1f73-93e7-4a18-8c74-b8869493e0d0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.435912 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1aecea0-8f39-44ef-8d67-fefe9795686a req-89ce1f73-93e7-4a18-8c74-b8869493e0d0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.0732584 Jul 22 22:15:44.497052 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1aecea0-8f39-44ef-8d67-fefe9795686a req-c6e2feb5-924c-47f5-a18a-321c560daea2 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Jul 22 22:15:44.576424 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ff6b1-ad3b-4794-92e3-fa50c1269377 req-0cac783f-ea1d-49c6-89d6-19fbb3a06b53 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.579498 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c10ff6b1-ad3b-4794-92e3-fa50c1269377 req-0cac783f-ea1d-49c6-89d6-19fbb3a06b53 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 943 time: 0.0837412 Jul 22 22:15:44.629056 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c10ff6b1-ad3b-4794-92e3-fa50c1269377 req-df0f5696-be24-4c99-ae99-a6f892a2c62c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jul 22 22:15:44.671679 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['254ffb11-410d-4f28-ab52-4f5ed744c1df'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:44.964792 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e347-f0a1-43f0-9d22-765aafd48ae1 req-e0907dcf-8c48-4197-a979-1a99875e48a3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.966419 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7c9e347-f0a1-43f0-9d22-765aafd48ae1 req-e0907dcf-8c48-4197-a979-1a99875e48a3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.0829959 Jul 22 22:15:44.983236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba8321-2a33-40d7-98b4-5972e1524155 req-f7eb124c-a606-4bb0-8a30-9d627bdd392b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:44.985054 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eba8321-2a33-40d7-98b4-5972e1524155 req-f7eb124c-a606-4bb0-8a30-9d627bdd392b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 945 time: 0.0839489 Jul 22 22:15:45.014492 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7c9e347-f0a1-43f0-9d22-765aafd48ae1 req-1f2cbf0d-a88a-4f1b-a36c-ec09f6757dfe tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Jul 22 22:15:45.052138 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9eba8321-2a33-40d7-98b4-5972e1524155 req-d83bfc04-929b-4219-8e81-33d7271585c2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581164 Jul 22 22:15:45.411982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 78cc8d65-ba06-4a10-a7de-a5a8599859dd details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:45.430977 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 4cae57e3-646c-477f-9363-d0fd4b8135a7 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:45.486501 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336062-6dad-464a-a8b3-a4e8a540e67c req-7d24ed96-087a-4cde-9967-99c94f162e8c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.488480 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-64336062-6dad-464a-a8b3-a4e8a540e67c req-7d24ed96-087a-4cde-9967-99c94f162e8c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 943 time: 0.1117172 Jul 22 22:15:45.568746 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-64336062-6dad-464a-a8b3-a4e8a540e67c req-9a744392-e34e-40fe-9e17-06d3d72b2f1e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653300 Jul 22 22:15:45.624194 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 4cae57e3-646c-477f-9363-d0fd4b8135a7 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:45.632797 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:45.635362 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 4cae57e3-646c-477f-9363-d0fd4b8135a7 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:45.635742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.687243 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '78cc8d65-ba06-4a10-a7de-a5a8599859dd', 'network_id': 'ceb2519c-36d6-46cf-986d-f84d5cb7e8c3', 'port_id': '78cc8d65-ba06-4a10-a7de-a5a8599859dd', 'mac_address': 'fa:16:3e:39:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7a67cf-378d-4291-a312-5ac63cd48488', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:45.708900 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.756147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.791565 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cc8d65-ba06-4a10-a7de-a5a8599859dd {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:45.792773 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6509d-a0a3-4819-a8c0-c817775a9804 req-41c56e94-f97f-4834-a489-31859d9fa20b tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:45.800480 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9fb6509d-a0a3-4819-a8c0-c817775a9804 req-41c56e94-f97f-4834-a489-31859d9fa20b tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 943 time: 0.0829968 Jul 22 22:15:45.831197 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.833985 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:15:45.834945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:45.847767 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.866402 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9fb6509d-a0a3-4819-a8c0-c817775a9804 req-880948ac-9ba3-448d-9554-03dfadd8ec5f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638092 Jul 22 22:15:45.901028 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:45.903358 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f20be-ebfb-4ced-bdf9-1193e346291a" -d '{"events": [{"server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "name": "network-vif-plugged", "status": "completed", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:45.924426 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:45.932968 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:45.940950 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:45.949473 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ceea9-df20-4f68-b2ee-85a19b5e8284 x-openstack-request-id: req-3f7ceea9-df20-4f68-b2ee-85a19b5e8284 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:45.949714 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "name": "network-vif-plugged", "status": "completed", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:45.949914 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3f7ceea9-df20-4f68-b2ee-85a19b5e8284 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:45.950303 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7', 'code': 200} Jul 22 22:15:46.008511 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:46.086021 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-564a202f-617b-49d8-be0d-7af92c5d1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.218902 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746aa40-4b9d-421c-9c16-724b3f730bef req-8e959876-7a1e-46e8-8314-7e31a55b5864 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.221380 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0746aa40-4b9d-421c-9c16-724b3f730bef req-8e959876-7a1e-46e8-8314-7e31a55b5864 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 945 time: 0.0811648 Jul 22 22:15:46.266660 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0746aa40-4b9d-421c-9c16-724b3f730bef req-b509ebd0-0df2-4f84-a454-4875f9bc8d95 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Jul 22 22:15:46.317198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d042-f85f-4d02-a6a9-7de9f4f36622 req-164e1251-9f82-4af0-9f3e-a9e81dc8c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.318802 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a49d042-f85f-4d02-a6a9-7de9f4f36622 req-164e1251-9f82-4af0-9f3e-a9e81dc8c1cf service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.0762093 Jul 22 22:15:46.375112 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a49d042-f85f-4d02-a6a9-7de9f4f36622 req-b78e76ad-b330-44ed-b997-aaf2a85272a8 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Jul 22 22:15:46.688319 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['78cc8d65-ba06-4a10-a7de-a5a8599859dd'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:46.758055 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:46.835853 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64512c-dfcb-48ea-8355-d8a84aa632e5 req-6aae937c-201c-4e24-8d59-21cea86cbb49 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:46.838804 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2b64512c-dfcb-48ea-8355-d8a84aa632e5 req-6aae937c-201c-4e24-8d59-21cea86cbb49 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 944 time: 0.1526759 Jul 22 22:15:46.928423 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2b64512c-dfcb-48ea-8355-d8a84aa632e5 req-43e73246-5a05-4d94-8cb8-b4a9914efc1e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Jul 22 22:15:47.228794 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b8319-247b-4d73-97d1-0e93456dccbe req-c359285c-4114-4121-9be4-5b27878335be tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:47.230723 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb8b8319-247b-4d73-97d1-0e93456dccbe req-c359285c-4114-4121-9be4-5b27878335be tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 943 time: 0.0907793 Jul 22 22:15:47.276965 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb8b8319-247b-4d73-97d1-0e93456dccbe req-2f55411f-02c1-40a8-bfc7-39b745e232f5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359156 Jul 22 22:15:47.413010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 5e80f502-adcb-4d34-a290-8be7965b509b details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:15:47.425848 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 254ffb11-410d-4f28-ab52-4f5ed744c1df up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:47.473456 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa283511-3228-4b30-b51d-13d4b44e7ec3 req-d90bbcdd-4172-4253-9c95-fff746047d59 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:47.474846 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fa283511-3228-4b30-b51d-13d4b44e7ec3 req-d90bbcdd-4172-4253-9c95-fff746047d59 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 945 time: 0.0977290 Jul 22 22:15:47.525129 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fa283511-3228-4b30-b51d-13d4b44e7ec3 req-46d721bc-7dae-4c9a-8010-38c433b8d26c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jul 22 22:15:47.552321 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 254ffb11-410d-4f28-ab52-4f5ed744c1df completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:47.559152 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 254ffb11-410d-4f28-ab52-4f5ed744c1df triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:47.559549 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.602319 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=5e80f502-adcb-4d34-a290-8be7965b509b,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:47.623047 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '5e80f502-adcb-4d34-a290-8be7965b509b', 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019', 'port_id': '5e80f502-adcb-4d34-a290-8be7965b509b', 'mac_address': 'fa:16:3e:2b:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa0d0b1-6959-42c8-b66d-3f0641348590', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:15:47.711945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.736309 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e80f502-adcb-4d34-a290-8be7965b509b {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:15:47.743830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.779166 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=5e80f502-adcb-4d34-a290-8be7965b509b,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:47.795164 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.803157 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:47.827506 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:47.869433 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.936687 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:47.952010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:47.954813 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfcef2f-24cf-48b9-8233-514dbab1d0b7" -d '{"events": [{"server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "name": "network-vif-plugged", "status": "completed", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:47.994722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a950a10-7fa9-4bb6-8bcc-f4988cff2088 x-openstack-request-id: req-1a950a10-7fa9-4bb6-8bcc-f4988cff2088 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:47.995036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "name": "network-vif-plugged", "status": "completed", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:47.995306 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1a950a10-7fa9-4bb6-8bcc-f4988cff2088 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:47.995734 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df', 'code': 200} Jul 22 22:15:48.069902 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34407-dd94-4faa-8d3c-666872832338 req-fdf7eb0d-3f33-47a2-a2be-70c21862541b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.072318 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e4e34407-dd94-4faa-8d3c-666872832338 req-fdf7eb0d-3f33-47a2-a2be-70c21862541b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 944 time: 0.0742986 Jul 22 22:15:48.152942 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e4e34407-dd94-4faa-8d3c-666872832338 req-09905f6a-37be-4306-a36e-3ba85298f6a2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Jul 22 22:15:48.328466 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37904) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:48.417198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Deleting subnet 39df44ef-ef86-43e9-acce-0b8d55ffa82c {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:48.424027 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.450420 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2369-a48d-4f75-9700-f8bb77f41298 req-c404e800-0820-4a8d-9e98-213d264c1db7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.452372 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-832d2369-a48d-4f75-9700-f8bb77f41298 req-c404e800-0820-4a8d-9e98-213d264c1db7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 944 time: 0.0869842 Jul 22 22:15:48.476802 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.480437 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe937-c60a-438c-ac0e-02822c1e2b86 req-2676eba7-d85f-4f2f-858d-3a8772af718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.482922 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-44efe937-c60a-438c-ac0e-02822c1e2b86 req-2676eba7-d85f-4f2f-858d-3a8772af718e service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 1099 time: 0.1464498 Jul 22 22:15:48.513508 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-832d2369-a48d-4f75-9700-f8bb77f41298 req-131276dc-0323-47b6-9b39-911babcbad74 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Jul 22 22:15:48.556925 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.560642 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-44efe937-c60a-438c-ac0e-02822c1e2b86 req-8a9b5a11-7645-444a-a014-bbdea0e08b8f service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557621 Jul 22 22:15:48.638467 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.669247 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39df44ef-ef86-43e9-acce-0b8d55ffa82c,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:48.684987 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.686571 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-eb7d7362-47d3-41d0-bccf-da98c94e72ba admin admin] 10.222.0.110 "DELETE /v2.0/subnets/39df44ef-ef86-43e9-acce-0b8d55ffa82c HTTP/1.1" status: 204 len: 168 time: 0.3564432 Jul 22 22:15:48.689228 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b807-aac1-4d6c-bcf1-82736b8436be req-3dbcafb4-f953-4cac-806e-54ed7053587f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:48.690870 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37910) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:48.691003 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4739b807-aac1-4d6c-bcf1-82736b8436be req-3dbcafb4-f953-4cac-806e-54ed7053587f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0868518 Jul 22 22:15:48.730694 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['5e80f502-adcb-4d34-a290-8be7965b509b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:15:48.737226 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4739b807-aac1-4d6c-bcf1-82736b8436be req-1fd7e8dd-1d0c-436a-add0-1114c75280ef tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Jul 22 22:15:48.788876 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:48.918468 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.066909 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.081306 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039db8d0-e6f0-472f-88ba-6624a42982e8']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.094214 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab0414a-1c17-4ae0-80e6-1ee8152fe6dd') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.094492 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab0414a-1c17-4ae0-80e6-1ee8152fe6dd') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.105785 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.123987 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:49.147904 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:49.259228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.266590 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.271586 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] 10.222.0.110 "DELETE /v2.0/networks/039db8d0-e6f0-472f-88ba-6624a42982e8 HTTP/1.1" status: 204 len: 168 time: 0.5770626 Jul 22 22:15:49.279184 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37918) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:49.286662 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a0532-eeae-4347-a88a-842923564a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=039db8d0-e6f0-472f-88ba-6624a42982e8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.332877 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c690-0752-4bc7-ac84-ed3e9f4b808d req-a4af7997-0f33-4a98-822f-079d3a3914e6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.334487 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1cc3c690-0752-4bc7-ac84-ed3e9f4b808d req-a4af7997-0f33-4a98-822f-079d3a3914e6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 944 time: 0.0868471 Jul 22 22:15:49.335893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Deleting subnet 2b406f51-b79b-463f-91cf-6c846fcf6da6 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:15:49.339517 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.383364 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1cc3c690-0752-4bc7-ac84-ed3e9f4b808d req-8ab7f99e-919d-40d4-92dd-a5988886c6ec tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Jul 22 22:15:49.384128 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.434374 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 78cc8d65-ba06-4a10-a7de-a5a8599859dd up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:49.453862 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.510172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 78cc8d65-ba06-4a10-a7de-a5a8599859dd completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:49.513855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.514248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 78cc8d65-ba06-4a10-a7de-a5a8599859dd triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:49.514628 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.546169 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b406f51-b79b-463f-91cf-6c846fcf6da6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.557478 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.561023 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b722646a-f0c5-47f2-847a-d81e6456b424 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2b406f51-b79b-463f-91cf-6c846fcf6da6 HTTP/1.1" status: 204 len: 168 time: 0.2803495 Jul 22 22:15:49.563236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37924) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:49.645653 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.675838 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.682082 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:49.689262 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.746197 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:49.792465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bceddd-c098-4a72-afd7-0c5f7363978b req-d188d398-435c-4d25-9e95-da4e7203be06 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:49.794038 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7bceddd-c098-4a72-afd7-0c5f7363978b req-d188d398-435c-4d25-9e95-da4e7203be06 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 944 time: 0.1406264 Jul 22 22:15:49.825067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:49.856489 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.856896 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.857741 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.858104 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > port after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.858427 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.858772 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > port after_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.859146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.859520 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.860219 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.860657 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.978953 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.979303 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.979721 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.979979 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 22:15:49.980400 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcffe4d4-0f86-4f92-bc70-13f0146f5893']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:49.996700 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:50.003549 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936de0c4-0ded-476f-9473-e81be62a5800" -d '{"events": [{"server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "name": "network-vif-plugged", "status": "completed", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:50.006869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ed81a8-08b7-4d46-8806-81ee57f4b917') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:50.007241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ed81a8-08b7-4d46-8806-81ee57f4b917') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:50.011645 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b448985-0521-4c05-b876-50a1351e91b7 req-91ddf222-2097-465e-bbcd-22652f7f7cf8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.020903 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b448985-0521-4c05-b876-50a1351e91b7 req-91ddf222-2097-465e-bbcd-22652f7f7cf8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.1274064 Jul 22 22:15:50.035198 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.056582 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7bceddd-c098-4a72-afd7-0c5f7363978b req-5ad34b86-27e3-4b98-8d42-363396693360 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272105 Jul 22 22:15:50.068932 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.071927 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b448985-0521-4c05-b876-50a1351e91b7 req-60a11fdb-0ba0-4f3b-aa13-9e94edecfa66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Jul 22 22:15:50.083425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:15:50.086150 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: from cryptography.utils import int_from_bytes Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: from cryptography.utils import int_from_bytes Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:15:50.094116 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:15:50.124242 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae0224d-e800-4ce8-afd6-f7dd27983a0b x-openstack-request-id: req-1ae0224d-e800-4ce8-afd6-f7dd27983a0b {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:50.124588 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "name": "network-vif-plugged", "status": "completed", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:50.125140 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1ae0224d-e800-4ce8-afd6-f7dd27983a0b {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:50.125528 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd', 'code': 200} Jul 22 22:15:50.167925 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.179525 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.181837 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] 10.222.0.110 "DELETE /v2.0/networks/bcffe4d4-0f86-4f92-bc70-13f0146f5893 HTTP/1.1" status: 204 len: 168 time: 0.6172256 Jul 22 22:15:50.192917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec6c5a-de34-429b-b725-444b80c3bb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcffe4d4-0f86-4f92-bc70-13f0146f5893,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:50.360244 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37936) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:50.434938 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f1829a50-f14d-4732-9b82-511cfcb42e08 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a447cef2c27f48fa84193981557a29aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732274 Jul 22 22:15:50.438350 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 37942) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:50.547878 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.581076 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c56e04-3fdf-4ff8-8b22-8cc98980ac41 req-a1708c93-9ffb-4111-91cf-1d9077593390 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.582657 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b5c56e04-3fdf-4ff8-8b22-8cc98980ac41 req-a1708c93-9ffb-4111-91cf-1d9077593390 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0941381 Jul 22 22:15:50.584787 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.610362 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4349a3f-7909-4a09-92f7-ffaa6c7f10b9 req-8ef3eced-b33d-4ef8-9616-da91865aa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:50.612884 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4349a3f-7909-4a09-92f7-ffaa6c7f10b9 req-8ef3eced-b33d-4ef8-9616-da91865aa1c2 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 1098 time: 0.1145020 Jul 22 22:15:50.662262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.664867 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:50.666138 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/248c2a70-910f-44a6-8d28-23ea1dc25edb HTTP/1.1" status: 204 len: 168 time: 0.2259800 Jul 22 22:15:50.675740 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e335b8b-d780-4408-908f-3efe6ccd98f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c2a70-910f-44a6-8d28-23ea1dc25edb,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:50.747869 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4349a3f-7909-4a09-92f7-ffaa6c7f10b9 req-bd9523fb-1942-474a-88c2-adb341531b85 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Jul 22 22:15:50.874186 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b5c56e04-3fdf-4ff8-8b22-8cc98980ac41 req-6ab8cf8b-0c17-4d74-8909-a408c554fcba tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826898 Jul 22 22:15:51.078514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37952) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:51.128868 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-23f330a2-8a0b-4613-9a23-9e52a11c5186 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=01898797ba7c4dba887a1fb77641e3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457246 Jul 22 22:15:51.131626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37958) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:51.218276 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.249514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.270638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa187e-5110-407c-87da-36a33da7d81e req-ebf00914-53e9-4b47-8102-df298fa557f1 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.272310 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6caa187e-5110-407c-87da-36a33da7d81e req-ebf00914-53e9-4b47-8102-df298fa557f1 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 944 time: 0.1261857 Jul 22 22:15:51.330386 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6caa187e-5110-407c-87da-36a33da7d81e req-b0571d86-d4a4-48b1-9627-1b69fc6c9826 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503800 Jul 22 22:15:51.342626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.348390 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:51.348715 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1bcfb3f9-78ad-4d0b-b8a1-0a7fdc37fc63 HTTP/1.1" status: 204 len: 168 time: 0.2160304 Jul 22 22:15:51.364931 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33728478-54dc-4790-b221-5dca401cfa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcfb3f9-78ad-4d0b-b8a1-0a7fdc37fc63,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:51.498138 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447bc6d-d879-492a-bf87-2660290bf932 req-6b72af24-3a42-4588-afef-67b1d2f3c0bd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:51.500444 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3447bc6d-d879-492a-bf87-2660290bf932 req-6b72af24-3a42-4588-afef-67b1d2f3c0bd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0954173 Jul 22 22:15:51.547785 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3447bc6d-d879-492a-bf87-2660290bf932 req-481b3364-0048-4a10-89cc-3c681e9cbab0 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Jul 22 22:15:52.030194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898da554-c0ec-4f95-b2be-32fc43bd0e3a req-86628f5e-d866-42ec-af7b-309192c3d4e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.032870 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-898da554-c0ec-4f95-b2be-32fc43bd0e3a req-86628f5e-d866-42ec-af7b-309192c3d4e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0805483 Jul 22 22:15:52.080102 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-898da554-c0ec-4f95-b2be-32fc43bd0e3a req-c4563eeb-c8a8-4063-8194-5582cb72eab6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Jul 22 22:15:52.290036 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 37988) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.420929 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1595488103-network', 'tenant_id': '853ea27311ea40e185ea767354f4dec1'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:52.466278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Made reservation on behalf of 853ea27311ea40e185ea767354f4dec1 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:52.469273 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.480623 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.520855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03786221-a595-4f16-855a-71709561ddf3 req-1c5635bc-4af4-46e8-9d05-b74de84fc470 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.523310 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03786221-a595-4f16-855a-71709561ddf3 req-1c5635bc-4af4-46e8-9d05-b74de84fc470 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 944 time: 0.0879126 Jul 22 22:15:52.574426 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03786221-a595-4f16-855a-71709561ddf3 req-b006bc0f-2e24-43f6-8399-5d2f9c486845 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Jul 22 22:15:52.606207 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.612956 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.650178 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:52.693403 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49398ae-b225-455b-8d43-bae970c26851,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:52.697801 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.698152 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Added segment 8f05c38a-8f3e-422f-a45d-f6b652f5ed7e of type vlan for network 7e529f4f-4b03-4451-832a-e468345894dd Jul 22 22:15:52.752424 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.798594 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e069-56d8-49e3-8fa6-5a31c764cd3e req-6216630c-7db2-4c74-80ed-6326e66f239c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.800178 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24b9e069-56d8-49e3-8fa6-5a31c764cd3e req-6216630c-7db2-4c74-80ed-6326e66f239c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.1610203 Jul 22 22:15:52.806710 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.807761 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:52.808577 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.869822 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5786703 Jul 22 22:15:52.873391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38000) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:52.879337 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Request body: {'subnet': {'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1595488103-subnet', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:52.913871 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Made reservation on behalf of 853ea27311ea40e185ea767354f4dec1 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:52.915013 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d3882-4db5-4aff-b1fb-a5b56026dcad admin admin] Pushing event updated for resources: {'Network': ['ID=7e529f4f-4b03-4451-832a-e468345894dd,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:52.916420 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16622205'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:52.923289 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24b9e069-56d8-49e3-8fa6-5a31c764cd3e req-f7ff94fa-3a2f-462b-bb41-3846f9a210fb tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097207 Jul 22 22:15:52.927277 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 7e529f4f-4b03-4451-832a-e468345894dd details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:53.098595 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16622095'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.179411 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e7f249-b7a5-406a-aa47-64ac020da6ed,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:53.200776 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:53.201056 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Network hostable DHCP agents. Network: 7e529f4f-4b03-4451-832a-e468345894dd, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:53.240216 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Network 7e529f4f-4b03-4451-832a-e468345894dd is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:53.256042 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 7e529f4f-4b03-4451-832a-e468345894dd) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:53.267328 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e2108-22f8-43ad-87e0-82b421db21b9 None None] Network 7e529f4f-4b03-4451-832a-e468345894dd requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:53.273791 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.274489 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.295411 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9c1ad0c4-8231-4f85-8ae8-2ff381b47ce4 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4207582 Jul 22 22:15:53.295925 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38014) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:53.297219 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2856051-6058-4f61-8316-8f50bafd9a91 req-34da1458-8176-4576-a0ad-a76ed84c09f8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.299316 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2856051-6058-4f61-8316-8f50bafd9a91 req-34da1458-8176-4576-a0ad-a76ed84c09f8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1135867 Jul 22 22:15:53.301642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:53.329049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.330281 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.352121 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2856051-6058-4f61-8316-8f50bafd9a91 req-825e8d0e-4d57-4e1a-a5d1-a7240bbcb033 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461891 Jul 22 22:15:53.394401 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.446539 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-7e529f4f-4b03-4451-832a-e468345894dd', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:15:53.447705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.464144 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 5e80f502-adcb-4d34-a290-8be7965b509b up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:53.549826 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.595795 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 5e80f502-adcb-4d34-a290-8be7965b509b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:53.637588 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 5e80f502-adcb-4d34-a290-8be7965b509b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:53.638122 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.705042 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Allocated IP 172.20.0.2 (7e529f4f-4b03-4451-832a-e468345894dd/09e7f249-b7a5-406a-aa47-64ac020da6ed/c185fc26-d0a0-4933-ace1-2387f35ba404) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:53.720317 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f37f6-e18a-4cd4-9ebb-ec1677e9359e req-bfa23aaf-cf43-4319-9ce8-9b54edfe58df tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:53.721826 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-245f37f6-e18a-4cd4-9ebb-ec1677e9359e req-bfa23aaf-cf43-4319-9ce8-9b54edfe58df tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 944 time: 0.0710435 Jul 22 22:15:53.773690 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.775003 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-245f37f6-e18a-4cd4-9ebb-ec1677e9359e req-97d7c241-2b0e-4f4b-b15b-5eba266ee7b1 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Jul 22 22:15:53.800136 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.811713 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.853681 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:15:53.855871 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a21b8-b6db-4da8-a616-bde745de1f78" -d '{"events": [{"server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "name": "network-vif-plugged", "status": "completed", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:15:53.879053 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=5e80f502-adcb-4d34-a290-8be7965b509b,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:53.886707 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.909180 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c8567-435f-4ef4-82bc-e36c053bf00e x-openstack-request-id: req-296c8567-435f-4ef4-82bc-e36c053bf00e {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:15:53.909472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "name": "network-vif-plugged", "status": "completed", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:15:53.909717 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-296c8567-435f-4ef4-82bc-e36c053bf00e {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:15:53.910111 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b', 'code': 200} Jul 22 22:15:53.923142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Allocated IP 172.27.1.47 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/41f54e6a-b054-4856-8215-8eb56a3d7e4d) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:53.968456 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:53.978673 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:53.983425 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Transition to ACTIVE for port object c185fc26-d0a0-4933-ace1-2387f35ba404 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:54.000930 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Transition to ACTIVE for port object c185fc26-d0a0-4933-ace1-2387f35ba404 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:54.008488 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.065120 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.081794 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:54.102062 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:54.106170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:54.116609 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.118153 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Pushing event updated for resources: {'Port': ['ID=c185fc26-d0a0-4933-ace1-2387f35ba404,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:54.176841 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:54.180076 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:54.183198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:54.191832 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Attempting to bind port c185fc26-d0a0-4933-ace1-2387f35ba404 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:54.192388 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Attempting to bind port c185fc26-d0a0-4933-ace1-2387f35ba404 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:54.192846 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Attempting to bind port c185fc26-d0a0-4933-ace1-2387f35ba404 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:54.198948 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:54.199398 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:54.199809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.200203 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Bound using segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:54.200716 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Bound port: c185fc26-d0a0-4933-ace1-2387f35ba404, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:54.201099 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.209877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Pushing event updated for resources: {'Port': ['ID=41f54e6a-b054-4856-8215-8eb56a3d7e4d,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:54.277961 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] For port c185fc26-d0a0-4933-ace1-2387f35ba404, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:54.282880 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] For port c185fc26-d0a0-4933-ace1-2387f35ba404, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c185fc26-d0a0-4933-ace1-2387f35ba404,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:54.289232 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.354981 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1100-2e96-4da5-b9a9-3f5b175247b3 None None] Pushing event updated for resources: {'Port': ['ID=c185fc26-d0a0-4933-ace1-2387f35ba404,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:54.547665 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:54.625797 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ec339-f962-406a-97ae-48396baf32d7 req-9f1e43e9-dc88-43ec-8f15-5389a34d5b39 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:54.627249 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-196ec339-f962-406a-97ae-48396baf32d7 req-9f1e43e9-dc88-43ec-8f15-5389a34d5b39 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1670060 Jul 22 22:15:54.737342 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-196ec339-f962-406a-97ae-48396baf32d7 req-7c1d8339-516d-438b-b6de-843a45ad6581 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960767 Jul 22 22:15:54.822532 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6578f-e869-41da-b27d-877c4233aa00 req-6e862b45-702e-41b7-a709-436d6466589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:54.823994 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8cb6578f-e869-41da-b27d-877c4233aa00 req-6e862b45-702e-41b7-a709-436d6466589c service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 1098 time: 0.1765170 Jul 22 22:15:54.893355 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:55.186352 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8cb6578f-e869-41da-b27d-877c4233aa00 req-b2a0075f-cc4a-408e-b5c9-b4a32c824def service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004940 Jul 22 22:15:55.215905 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2bee2-a059-47df-99ab-4b7132235747 req-7d052b40-f466-401a-a318-b000a83973cf tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:55.217571 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79e2bee2-a059-47df-99ab-4b7132235747 req-7d052b40-f466-401a-a318-b000a83973cf tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.3686912 Jul 22 22:15:55.277739 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-79e2bee2-a059-47df-99ab-4b7132235747 req-e27678ae-7cd4-43fb-8911-c4833ee268b2 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 Jul 22 22:15:55.310312 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:15:55.457079 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c54ccd-9075-4d1b-bcf1-4416e5b953ef None None] Network 7e529f4f-4b03-4451-832a-e468345894dd requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:55.498364 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-69d16d09-908d-4ef4-b22e-3a38e2fb1f87 None None] Provisioning for port c185fc26-d0a0-4933-ace1-2387f35ba404 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:55.504132 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:55.521910 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:55.525503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:55.528495 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a269ec2e-0fdc-4fc8-a715-13133248262a admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2308054 Jul 22 22:15:55.531131 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38044) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:55.555578 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:55.556269 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:55.789655 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:55.996495 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c185fc26-d0a0-4933-ace1-2387f35ba404 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:56.014154 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:54Z', 'revision_number': 3, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:56.038783 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.049023 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:56.049383 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Updating router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 port 41f54e6a-b054-4856-8215-8eb56a3d7e4d binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:15:56.050058 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port c185fc26-d0a0-4933-ace1-2387f35ba404 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:56.055583 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c185fc26-d0a0-4933-ace1-2387f35ba404 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:56.055966 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.087948 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.148762 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.211816 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Allocated IP 172.20.0.1 (7e529f4f-4b03-4451-832a-e468345894dd/09e7f249-b7a5-406a-aa47-64ac020da6ed/772111d4-1307-402c-89bd-11df2e5f8570) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:15:56.318193 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port c185fc26-d0a0-4933-ace1-2387f35ba404, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c185fc26-d0a0-4933-ace1-2387f35ba404,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:56.322449 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.345127 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.365594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Transition to ACTIVE for port object 772111d4-1307-402c-89bd-11df2e5f8570 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:56.376387 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.392721 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=c185fc26-d0a0-4933-ace1-2387f35ba404,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:56.413075 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.413912 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.430534 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Transition to ACTIVE for port object 41f54e6a-b054-4856-8215-8eb56a3d7e4d will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:15:56.445482 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.508027 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Attempting to bind port 41f54e6a-b054-4856-8215-8eb56a3d7e4d on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:15:56.508780 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Attempting to bind port 41f54e6a-b054-4856-8215-8eb56a3d7e4d by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:15:56.509273 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Attempting to bind port 41f54e6a-b054-4856-8215-8eb56a3d7e4d on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:15:56.517260 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Pushing event updated for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:56.518879 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Pushing event updated for resources: {'Port': ['ID=41f54e6a-b054-4856-8215-8eb56a3d7e4d,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:56.530727 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:56.531463 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.532180 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.532685 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.533026 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.533492 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.534114 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.534463 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.534463 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.534463 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.534463 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.535895 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:56.535991 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.536080 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:15:56.537893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:15:56.541791 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:15:56.541791 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:56.542086 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.542616 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:15:56.543004 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Bound port: 41f54e6a-b054-4856-8215-8eb56a3d7e4d, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:15:56.543383 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.598681 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.605855 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] For port 41f54e6a-b054-4856-8215-8eb56a3d7e4d, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:15:56.611789 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] For port 41f54e6a-b054-4856-8215-8eb56a3d7e4d, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=41f54e6a-b054-4856-8215-8eb56a3d7e4d,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:15:56.616186 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.618007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5483a56-ac80-42e4-9170-5bd3474e8e42 req-6ca95f79-275f-42fb-97cf-d03fda512bf1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:56.619696 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5483a56-ac80-42e4-9170-5bd3474e8e42 req-6ca95f79-275f-42fb-97cf-d03fda512bf1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1427064 Jul 22 22:15:56.686762 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4cd88-9087-4ae1-a488-5e03b97d58a2 None None] Pushing event updated for resources: {'Port': ['ID=41f54e6a-b054-4856-8215-8eb56a3d7e4d,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:56.719755 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:56.720395 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:56.747331 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5483a56-ac80-42e4-9170-5bd3474e8e42 req-83a23253-fa15-4719-a08f-3152f3fe7f9b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859330 Jul 22 22:15:56.863659 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:56.891576 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-82fea31f-4c1d-43fc-944c-934059d597b1 None None] Provisioning for port 772111d4-1307-402c-89bd-11df2e5f8570 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:56.897865 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-82fea31f-4c1d-43fc-944c-934059d597b1 None None] Provisioning complete for port 772111d4-1307-402c-89bd-11df2e5f8570 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:56.898512 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-82fea31f-4c1d-43fc-944c-934059d597b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.901882 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:56.961022 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-82fea31f-4c1d-43fc-944c-934059d597b1 None None] Port 772111d4-1307-402c-89bd-11df2e5f8570 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:15:57.012755 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7a3e-ed72-428a-aec5-d6e5242a2862 req-ac9be768-f509-4d12-8f9a-8121f1caa0e5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.014284 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-54ee7a3e-ed72-428a-aec5-d6e5242a2862 req-ac9be768-f509-4d12-8f9a-8121f1caa0e5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1592612 Jul 22 22:15:57.112954 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:54Z', 'revision_number': 3, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:57.122369 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-54ee7a3e-ed72-428a-aec5-d6e5242a2862 req-2f6696ac-c04e-4c7e-8fd5-e90e951f24cb tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670238 Jul 22 22:15:57.158166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:57.166301 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:57.172168 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb2ae82-0103-4a69-aaba-129124120e4e None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:54Z', 'revision_number': 3, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:15:57.243483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240aeca8-17f7-4a7e-9b04-6aa1439eb793 req-1dec62b7-c4f7-4ae4-b021-cace2246d3c0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.245682 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-240aeca8-17f7-4a7e-9b04-6aa1439eb793 req-1dec62b7-c4f7-4ae4-b021-cace2246d3c0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0780950 Jul 22 22:15:57.291558 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-240aeca8-17f7-4a7e-9b04-6aa1439eb793 req-66730c60-dacd-40d0-9b18-11c363669e7f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Jul 22 22:15:57.306835 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Pushing event updated for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:57.321079 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:57.371525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-4cc71db0-5db6-4482-9ef0-c51dac5966a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.373087 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-4cc71db0-5db6-4482-9ef0-c51dac5966a8 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 1098 time: 0.1230667 Jul 22 22:15:57.503508 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:15:57.506803 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:57.526506 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-a97a8fee-b1e3-4721-aa38-136e49017a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.530082 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-a97a8fee-b1e3-4721-aa38-136e49017a3c service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.1281559 Jul 22 22:15:57.652863 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-1a91cfc6-3e84-4f31-b6a4-f4b93d467f8e service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd HTTP/1.1" status: 200 len: 217 time: 0.0693076 Jul 22 22:15:57.774024 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-78962ab3-245a-480d-a16b-5d564a261a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:57.775783 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-78962ab3-245a-480d-a16b-5d564a261a5b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0725648 Jul 22 22:15:57.785805 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:15:57.801714 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-26ac9174-cdfd-44cd-bad5-53cdcb9bdea2 None None] Provisioning complete for port 772111d4-1307-402c-89bd-11df2e5f8570 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:57.801714 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-26ac9174-cdfd-44cd-bad5-53cdcb9bdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:57.841087 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-26ac9174-cdfd-44cd-bad5-53cdcb9bdea2 None None] Port 772111d4-1307-402c-89bd-11df2e5f8570 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:15:57.900920 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-8622bb55-4397-4814-839c-5e6f5e7908fa service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627711 Jul 22 22:15:58.012236 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:15:58.019051 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-57b0071d-1aa4-46f7-9ca5-bf1e1b086539 admin admin] 10.222.0.110 "PUT /v2.0/routers/995431b1-e31c-475e-a4a4-5ae1b4dc88c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4864938 Jul 22 22:15:58.054870 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-7278e58b-fe6a-4607-abe0-4b6fd84da2bb service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385484 Jul 22 22:15:58.086070 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c185fc26-d0a0-4933-ace1-2387f35ba404 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:58.158883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port c185fc26-d0a0-4933-ace1-2387f35ba404 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:58.159516 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.297686 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 41f54e6a-b054-4856-8215-8eb56a3d7e4d up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:15:58.387986 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 41f54e6a-b054-4856-8215-8eb56a3d7e4d completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:15:58.395022 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 41f54e6a-b054-4856-8215-8eb56a3d7e4d triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:15:58.395692 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.475259 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c5029383-d0fd-42f1-a2b3-5c73825b75ee req-4fbc200c-5fe5-41b5-85aa-7a87bc7f6f0e service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006064 Jul 22 22:15:58.483123 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907c5a-dc47-40ba-afb1-8be75c4a24f7 req-5405fdc8-3024-4dde-a495-2fc397ddb572 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.485052 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b907c5a-dc47-40ba-afb1-8be75c4a24f7 req-5405fdc8-3024-4dde-a495-2fc397ddb572 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1483927 Jul 22 22:15:58.533205 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.545933 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b907c5a-dc47-40ba-afb1-8be75c4a24f7 req-ff176449-d3e5-4d12-83b2-364678ae2b06 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542076 Jul 22 22:15:58.550824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f93bf-b636-46cc-8caf-17bc940afc69 req-fa01dc41-1dd8-4615-ae49-e6f166501b9c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:58.557236 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 41f54e6a-b054-4856-8215-8eb56a3d7e4d, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=41f54e6a-b054-4856-8215-8eb56a3d7e4d,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:15:58.560940 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9a1f93bf-b636-46cc-8caf-17bc940afc69 req-fa01dc41-1dd8-4615-ae49-e6f166501b9c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1315150 Jul 22 22:15:58.563227 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.612468 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9a1f93bf-b636-46cc-8caf-17bc940afc69 req-4eaa6eab-0556-48e2-870c-c55ec9a02fa6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497370 Jul 22 22:15:58.639637 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=41f54e6a-b054-4856-8215-8eb56a3d7e4d,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:58.738625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38114) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:58.745097 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1880611659-network', 'tenant_id': '537d2410de1d4405807593721e917094'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:58.770077 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Made reservation on behalf of 537d2410de1d4405807593721e917094 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:58.772508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.785267 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.897418 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.901296 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.928520 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:15:58.935127 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48216d59-5268-4f52-a277-871a9ac8b5e3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:58.943500 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:58.943602 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Added segment 67bc7dc2-f392-4f3e-9598-a98f0ee360df of type vlan for network 625c059a-bba5-453d-8b49-b54818f1d201 Jul 22 22:15:58.988164 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.022387 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.023254 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.023847 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.066639 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3239660 Jul 22 22:15:59.066953 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38120) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:59.071958 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Request body: {'subnet': {'network_id': '625c059a-bba5-453d-8b49-b54818f1d201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1880611659-subnet', 'tenant_id': '537d2410de1d4405807593721e917094', 'ip_version': 4}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:59.092991 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4c588-4e55-419e-add4-08d3127e8857 admin admin] Pushing event updated for resources: {'Network': ['ID=625c059a-bba5-453d-8b49-b54818f1d201,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:59.108127 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 625c059a-bba5-453d-8b49-b54818f1d201 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:15:59.108957 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Made reservation on behalf of 537d2410de1d4405807593721e917094 for: {'subnet': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:15:59.111218 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16622205'] for subnet, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.244015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:15:59.254705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:15:59.255706 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:59.327623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13235788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16622095'] for subnet, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.379432 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e77bec0-5698-466f-aa21-0bf77ec53459,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:15:59.382652 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:15:59.400884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Checking segment: {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:15:59.401339 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Network hostable DHCP agents. Network: 625c059a-bba5-453d-8b49-b54818f1d201, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93218) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:15:59.426660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Network 625c059a-bba5-453d-8b49-b54818f1d201 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:15:59.440525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 625c059a-bba5-453d-8b49-b54818f1d201) {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:15:59.444527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.445165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.459898 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-29a473c5-7a19-4665-b67d-3660fc21bb02 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3918054 Jul 22 22:15:59.462409 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38128) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:15:59.463193 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ffe9b-32ad-45d7-b0c7-2d6f8997f9bf None None] Network 625c059a-bba5-453d-8b49-b54818f1d201 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:15:59.466776 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:15:59.490935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.492301 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.558121 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.715994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-625c059a-bba5-453d-8b49-b54818f1d201', 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201', 'tenant_id': '537d2410de1d4405807593721e917094', 'fixed_ips': [{'subnet_id': '2e77bec0-5698-466f-aa21-0bf77ec53459'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:15:59.716966 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.742131 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.805934 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 2, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:15:59.822065 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa3eec-df7b-4913-9046-fa3918efc126 req-74f4b1c6-1e9e-487f-88be-f7afa955c5f7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:15:59.823567 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65fa3eec-df7b-4913-9046-fa3918efc126 req-74f4b1c6-1e9e-487f-88be-f7afa955c5f7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1421146 Jul 22 22:15:59.844604 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:15:59.844967 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Updating router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 port 772111d4-1307-402c-89bd-11df2e5f8570 binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:15:59.905904 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65fa3eec-df7b-4913-9046-fa3918efc126 req-db86f2bb-e6b5-4efa-b73d-31c8b53c35e2 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Jul 22 22:15:59.938067 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:15:59.981239 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Allocated IP 172.20.0.2 (625c059a-bba5-453d-8b49-b54818f1d201/2e77bec0-5698-466f-aa21-0bf77ec53459/009c547c-cff4-4b3c-ad5e-9be859361753) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:00.151176 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 41f54e6a-b054-4856-8215-8eb56a3d7e4d up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:00.167583 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.194291 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ed7e-800d-4ca3-be98-c812548817eb req-6b5be2b2-109c-45fc-b895-8083b0a236a5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.194890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.196768 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3898ed7e-800d-4ca3-be98-c812548817eb req-6b5be2b2-109c-45fc-b895-8083b0a236a5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1723135 Jul 22 22:16:00.261430 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf58e5d-5dbb-46ff-9463-ddce502b22e3 req-d071fe30-661d-4c8c-b4d4-9bf31a51332a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.270656 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4bf58e5d-5dbb-46ff-9463-ddce502b22e3 req-d071fe30-661d-4c8c-b4d4-9bf31a51332a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1941309 Jul 22 22:16:00.290091 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3898ed7e-800d-4ca3-be98-c812548817eb req-70aaba3c-8e8e-48bf-bb84-d646257d4f3d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 Jul 22 22:16:00.362607 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4bf58e5d-5dbb-46ff-9463-ddce502b22e3 req-36cc3597-5ae3-4554-97a6-dc65db7dd711 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892901 Jul 22 22:16:00.381066 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38148) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:00.404709 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Allocated IP 172.27.1.23 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/5992888b-f8ca-4126-aa58-9ed4b568b157) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:00.544176 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.596012 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.614052 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 41f54e6a-b054-4856-8215-8eb56a3d7e4d triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:00.614342 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.647751 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:00.653571 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:00.663239 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:00.681236 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.685207 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Pushing event updated for resources: {'Port': ['ID=5992888b-f8ca-4126-aa58-9ed4b568b157,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:00.709974 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c071ccde-6730-4cbb-8751-85f1f28c2caf tempest-TestMinimumBasicScenario-1070478480 tempest-TestMinimumBasicScenario-1070478480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:00.714993 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38152) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:00.715727 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c071ccde-6730-4cbb-8751-85f1f28c2caf tempest-TestMinimumBasicScenario-1070478480 tempest-TestMinimumBasicScenario-1070478480-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1093 time: 0.3327739 Jul 22 22:16:00.715878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Transition to ACTIVE for port object 009c547c-cff4-4b3c-ad5e-9be859361753 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:00.721942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'port_id': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'tenant_id': '75448bc245984a73a936769d77050816', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:00.751946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Transition to ACTIVE for port object 009c547c-cff4-4b3c-ad5e-9be859361753 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:00.779548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.845007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:00.990743 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.006732 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Network 625c059a-bba5-453d-8b49-b54818f1d201 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:01.016564 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:01.019128 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:01.023106 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Pushing event updated for resources: {'Port': ['ID=009c547c-cff4-4b3c-ad5e-9be859361753,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.030114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Transition to ACTIVE for port object 772111d4-1307-402c-89bd-11df2e5f8570 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:01.055712 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.063155 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.113215 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139188f-1a01-4264-bb35-fd5873eabe86 req-a6bcef05-a9c1-429b-8db9-66cf18869730 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.114884 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d139188f-1a01-4264-bb35-fd5873eabe86 req-a6bcef05-a9c1-429b-8db9-66cf18869730 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.0868132 Jul 22 22:16:01.133710 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f48903-f5cb-4ef0-9ca6-10e99f97301f None None] Pushing event updated for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.150879 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Attempting to bind port 009c547c-cff4-4b3c-ad5e-9be859361753 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:01.151245 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Attempting to bind port 009c547c-cff4-4b3c-ad5e-9be859361753 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:01.151789 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Attempting to bind port 009c547c-cff4-4b3c-ad5e-9be859361753 on network 625c059a-bba5-453d-8b49-b54818f1d201 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:01.177859 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.180684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:01.181247 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Checking segment: {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:01.183346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.183346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Bound using segment: {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:01.183346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Bound port: 009c547c-cff4-4b3c-ad5e-9be859361753, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:01.183346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.196442 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d139188f-1a01-4264-bb35-fd5873eabe86 req-58405cb8-567a-47d4-a58c-57bcc95efc3e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Jul 22 22:16:01.328606 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Attempting to bind port 772111d4-1307-402c-89bd-11df2e5f8570 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:01.329182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Attempting to bind port 772111d4-1307-402c-89bd-11df2e5f8570 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:01.329624 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Attempting to bind port 772111d4-1307-402c-89bd-11df2e5f8570 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:01.346987 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:01.348174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:01.348790 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.349299 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Bound using segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:01.350343 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Bound port: 772111d4-1307-402c-89bd-11df2e5f8570, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:01.351337 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.358393 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] For port 009c547c-cff4-4b3c-ad5e-9be859361753, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:01.389690 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] For port 009c547c-cff4-4b3c-ad5e-9be859361753, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=009c547c-cff4-4b3c-ad5e-9be859361753,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:01.420844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.551937 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] For port 772111d4-1307-402c-89bd-11df2e5f8570, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:01.558170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] For port 772111d4-1307-402c-89bd-11df2e5f8570, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=772111d4-1307-402c-89bd-11df2e5f8570,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:01.559527 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ee675-fc80-4ad4-b251-9037440c0a73 None None] Pushing event updated for resources: {'Port': ['ID=009c547c-cff4-4b3c-ad5e-9be859361753,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.566830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.644494 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:01.645258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:01.648236 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Allocated IP 172.27.1.99 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/51b2a805-96e9-449f-b4e7-84dc6eec86e4) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:01.723807 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:01.755301 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f48903-f5cb-4ef0-9ca6-10e99f97301f None None] Pushing event updated for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:01.856656 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:01.909313 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ec3a-605e-45a6-886d-d833e16e20e9 req-4abcb7e6-e82c-4d08-9420-8e0614b5374b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:01.910882 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b45ec3a-605e-45a6-886d-d833e16e20e9 req-4abcb7e6-e82c-4d08-9420-8e0614b5374b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.5105283 Jul 22 22:16:02.023814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.039055 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b45ec3a-605e-45a6-886d-d833e16e20e9 req-6b72d08f-0a23-4820-b280-e9911746c2d2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213331 Jul 22 22:16:02.112846 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Router 37f92366-0641-468e-bffc-9aea69c8644c is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:16:02.116335 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.119423 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 009c547c-cff4-4b3c-ad5e-9be859361753 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:02.175959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:02.183177 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:02.188733 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:02.246341 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 009c547c-cff4-4b3c-ad5e-9be859361753 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:02.262605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:01Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:02.280315 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'Port': ['ID=51b2a805-96e9-449f-b4e7-84dc6eec86e4,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:02.301066 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d872326-f159-4301-9ba4-79b78db076fe None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:01Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:02.454150 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:02.471528 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Sync routers for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:02.487044 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:02.487577 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:02.495406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:02.497180 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-24d6a894-b044-4f95-b657-2443c614420b admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0336359 Jul 22 22:16:02.503185 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38178) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:02.630809 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:02.975078 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:00Z', 'revision_number': 3, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:03.013048 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Checking router: 37f92366-0641-468e-bffc-9aea69c8644c for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:03.013747 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Updating router 37f92366-0641-468e-bffc-9aea69c8644c port 5992888b-f8ca-4126-aa58-9ed4b568b157 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:03.068005 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681759a6-5261-47be-b400-43103ea9e829 None None] Network 625c059a-bba5-453d-8b49-b54818f1d201 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:16:03.125967 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.203741 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.245845 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Provisioning for port 009c547c-cff4-4b3c-ad5e-9be859361753 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:03.269821 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Provisioning complete for port 009c547c-cff4-4b3c-ad5e-9be859361753 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:03.272896 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.488548 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c9116-c1d2-48a8-ac32-2b9710b7d7ff req-898ee6cc-b1bd-4117-9c97-a3e5eb5b13de tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.491786 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.499920 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-815c9116-c1d2-48a8-ac32-2b9710b7d7ff req-898ee6cc-b1bd-4117-9c97-a3e5eb5b13de tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.2755535 Jul 22 22:16:03.526511 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.553966 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.688339 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] For port 009c547c-cff4-4b3c-ad5e-9be859361753, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=009c547c-cff4-4b3c-ad5e-9be859361753,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:03.702098 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.707835 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-815c9116-c1d2-48a8-ac32-2b9710b7d7ff req-d5c1a97d-6e9b-45bb-89ba-c59fda69c9f6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070124 Jul 22 22:16:03.734446 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.755996 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Transition to ACTIVE for port object 5992888b-f8ca-4126-aa58-9ed4b568b157 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:03.765927 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.781620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7c34b-bfd6-466f-bfb7-351b8f15b4cf req-860f745b-26ee-4a0e-8d0d-eb2e1be7e585 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:03.783310 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63f7c34b-bfd6-466f-bfb7-351b8f15b4cf req-860f745b-26ee-4a0e-8d0d-eb2e1be7e585 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1590204 Jul 22 22:16:03.784591 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Allocated IP 172.20.0.1 (625c059a-bba5-453d-8b49-b54818f1d201/2e77bec0-5698-466f-aa21-0bf77ec53459/e3cfd37b-daa1-4045-86bf-7b29418f0659) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:03.810733 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57639984-ec9e-45cf-a929-df20de3d5ca7 None None] Pushing event updated for resources: {'Port': ['ID=009c547c-cff4-4b3c-ad5e-9be859361753,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.861882 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Attempting to bind port 5992888b-f8ca-4126-aa58-9ed4b568b157 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:03.862253 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Attempting to bind port 5992888b-f8ca-4126-aa58-9ed4b568b157 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:03.862618 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Attempting to bind port 5992888b-f8ca-4126-aa58-9ed4b568b157 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:03.872149 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:03.876836 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:03.878269 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.880259 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:03.884153 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Bound port: 5992888b-f8ca-4126-aa58-9ed4b568b157, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:03.884705 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.887573 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253bc3f-fb25-4891-adf8-f507995132ac None None] Pushing event updated for resources: {'Port': ['ID=5992888b-f8ca-4126-aa58-9ed4b568b157,revision_number=2']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:03.896727 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63f7c34b-bfd6-466f-bfb7-351b8f15b4cf req-5368f87b-4292-4b78-b705-6c15d01ef740 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979826 Jul 22 22:16:03.898893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.913470 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:03.987515 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] For port 5992888b-f8ca-4126-aa58-9ed4b568b157, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:03.995347 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] For port 5992888b-f8ca-4126-aa58-9ed4b568b157, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=5992888b-f8ca-4126-aa58-9ed4b568b157,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:04.010488 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.051598 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.069596 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.094005 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Transition to ACTIVE for port object e3cfd37b-daa1-4045-86bf-7b29418f0659 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:04.101187 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253bc3f-fb25-4891-adf8-f507995132ac None None] Pushing event updated for resources: {'Port': ['ID=5992888b-f8ca-4126-aa58-9ed4b568b157,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.129018 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:04.132484 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:04.181648 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.182378 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 009c547c-cff4-4b3c-ad5e-9be859361753 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:04.236336 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.261603 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Network 625c059a-bba5-453d-8b49-b54818f1d201 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:04.263649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:04.271970 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:04.307097 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 009c547c-cff4-4b3c-ad5e-9be859361753 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:04.307695 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.322546 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:04.369775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.432602 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-680b77d5-e53c-40d2-b5d4-ec60f6991e12 None None] Provisioning complete for port 009c547c-cff4-4b3c-ad5e-9be859361753 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:04.433236 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-680b77d5-e53c-40d2-b5d4-ec60f6991e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.549576 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'Port': ['ID=51b2a805-96e9-449f-b4e7-84dc6eec86e4,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.603176 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 772111d4-1307-402c-89bd-11df2e5f8570 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:04.639439 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Floating IP 3bd026b6-cedf-4c4c-9d64-be7c47b71764 associated. External IP: 172.27.1.99, port: c19590f0-00b8-4111-9a00-68a6160feb39. Jul 22 22:16:04.682184 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.699408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 772111d4-1307-402c-89bd-11df2e5f8570 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:04.708167 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:00Z', 'revision_number': 3, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:04.709054 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 772111d4-1307-402c-89bd-11df2e5f8570 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:04.709430 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.782607 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98920d4-d775-4026-90f8-fddb8c33b9f5 None None] The sync data for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi is: [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:00Z', 'revision_number': 3, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:04.819001 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.855254 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a1c0b020-9715-446c-87c9-f60114a2af62 None None] Provisioning for port e3cfd37b-daa1-4045-86bf-7b29418f0659 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:04.870469 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a1c0b020-9715-446c-87c9-f60114a2af62 None None] Provisioning complete for port e3cfd37b-daa1-4045-86bf-7b29418f0659 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:04.871021 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b020-9715-446c-87c9-f60114a2af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.877352 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 772111d4-1307-402c-89bd-11df2e5f8570, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=772111d4-1307-402c-89bd-11df2e5f8570,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:04.898425 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.948740 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0b020-9715-446c-87c9-f60114a2af62 None None] Port e3cfd37b-daa1-4045-86bf-7b29418f0659 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:16:04.963239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.971606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:04.973057 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:04.990662 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63fa92-3287-4640-ba88-7bf819c82727 req-7c96d064-8a6a-4b71-ad66-b72fcb5caf70 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:04.992802 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5e63fa92-3287-4640-ba88-7bf819c82727 req-7c96d064-8a6a-4b71-ad66-b72fcb5caf70 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1635993 Jul 22 22:16:05.002755 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Router 8d7fc553-bdcb-4200-8e35-07fdbf587898 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:05.076440 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5e63fa92-3287-4640-ba88-7bf819c82727 req-6b772155-6dd7-49fa-8d15-0af512069f6b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758908 Jul 22 22:16:05.092652 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:05.097762 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.214965 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:05.234711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Sync routers for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:05.239577 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.246521 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:05.247514 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:05.307225 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ab0a68d2-5c7c-4323-a6a4-305309fed5bc tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5908449 Jul 22 22:16:05.308001 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38208) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:05.308570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:05.312583 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:05.319983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320368380', 'description': 'tempest-secgroup-smoke-1320368380 description', 'project_id': '75448bc245984a73a936769d77050816'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:05.323427 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648f04-b36c-456a-8653-4932a82d19f2 req-3abfeb71-0d84-4fc3-87d8-ac6d3a9c9b76 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.332438 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74648f04-b36c-456a-8653-4932a82d19f2 req-3abfeb71-0d84-4fc3-87d8-ac6d3a9c9b76 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.3029962 Jul 22 22:16:05.352613 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.359472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Network 625c059a-bba5-453d-8b49-b54818f1d201 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:05.364453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:05.551365 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312bd28b-1740-49a6-b8aa-90fe3575e97f x-openstack-request-id: req-312bd28b-1740-49a6-b8aa-90fe3575e97f {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:05.552420 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:05.552892 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-312bd28b-1740-49a6-b8aa-90fe3575e97f {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:05.553569 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:16:05.561893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.569394 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.629995 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:05.640804 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74648f04-b36c-456a-8653-4932a82d19f2 req-cc42a963-5c9e-4e93-8510-4edce6621f2f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048093 Jul 22 22:16:05.654625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Router 37f92366-0641-468e-bffc-9aea69c8644c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:16:05.680326 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee5899-9ada-4827-b2ff-6ac184c120bc,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:05.709087 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.709087 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c2fbf9b4-b0a1-45be-8822-25c17775f686 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3894453 Jul 22 22:16:05.723721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38216) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:05.729686 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:05.829814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.839508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:16:05.845108 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e8ee41a0-8d3e-4704-a83e-9ec7b9eb509a admin admin] 10.222.0.110 "PUT /v2.0/routers/37f92366-0641-468e-bffc-9aea69c8644c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3400152 Jul 22 22:16:05.858580 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-273d8179-4e3f-4b10-8ee6-55b881774cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:05.863119 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-273d8179-4e3f-4b10-8ee6-55b881774cb4 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1098 time: 0.1567781 Jul 22 22:16:05.871850 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-0b228f6f-34d6-43d3-a476-9c8289a76830 None None] Provisioning complete for port e3cfd37b-daa1-4045-86bf-7b29418f0659 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:05.872237 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0b228f6f-34d6-43d3-a476-9c8289a76830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:05.947851 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-0b228f6f-34d6-43d3-a476-9c8289a76830 None None] Port e3cfd37b-daa1-4045-86bf-7b29418f0659 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:16:06.014494 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.030132 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.099618 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '3bd026b6-cedf-4c4c-9d64-be7c47b71764', 'tenant_id': '75448bc245984a73a936769d77050816', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'port_id': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'mac_address': 'fa:16:3e:8e:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:02Z', 'updated_at': '2021-07-22T22:16:02Z', 'revision_number': 0, 'project_id': '75448bc245984a73a936769d77050816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:06.122829 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65789b19-bc1b-4a24-9d2d-7b1f102b7152,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.130859 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-9aba5611-3825-4211-87af-3072d298b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.133861 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-9aba5611-3825-4211-87af-3072d298b017 service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.2492554 Jul 22 22:16:06.136926 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.137987 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 5992888b-f8ca-4126-aa58-9ed4b568b157 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:06.139313 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-08c6533d-74bc-49b2-aea0-5041c05c29ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130177 Jul 22 22:16:06.142917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38228) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.146846 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Checking router: 8d7fc553-bdcb-4200-8e35-07fdbf587898 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:06.147799 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.201272 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:06.202060 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:06.229225 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.288045 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-b6c18b62-a272-4651-9f22-adc19b274b7c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 998 time: 0.1147916 Jul 22 22:16:06.321722 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.331907 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.337984 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 5992888b-f8ca-4126-aa58-9ed4b568b157 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:06.347576 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 5992888b-f8ca-4126-aa58-9ed4b568b157 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:06.348546 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.354747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6600334e-219c-4aeb-8e02-8f5f6da75963,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.367587 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.369549 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-82164e7f-3870-485c-aed9-96e3339433d6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2254922 Jul 22 22:16:06.372356 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38230) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.379005 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.396721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096a96-85a8-4fd7-b411-a7b82f6d4af2 req-c4553b0d-358f-4921-8719-46c12d2ba40a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.398303 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37096a96-85a8-4fd7-b411-a7b82f6d4af2 req-c4553b0d-358f-4921-8719-46c12d2ba40a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1294646 Jul 22 22:16:06.402134 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-4bd51a83-5edb-4f69-a813-30b432072a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.403521 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-4bd51a83-5edb-4f69-a813-30b432072a96 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.0808871 Jul 22 22:16:06.404163 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:06.426491 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.504635 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37096a96-85a8-4fd7-b411-a7b82f6d4af2 req-4f3dc0b5-932e-467c-bc54-feca3e8681c0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976253 Jul 22 22:16:06.539320 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.547218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.552620 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-412b9ffa-1c3a-47cc-959f-76546643ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:06.554122 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-412b9ffa-1c3a-47cc-959f-76546643ec94 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202853 Jul 22 22:16:06.572150 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd71ac1-0f46-46df-b66a-b4af9a39ad78,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.582904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.584579 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-646416cc-cd1d-4eae-a95d-fb10735a31ab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108130 Jul 22 22:16:06.587374 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38236) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.594380 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.639560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.652297 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.682150 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 5992888b-f8ca-4126-aa58-9ed4b568b157, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=5992888b-f8ca-4126-aa58-9ed4b568b157,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:06.708471 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-09400cc4-1200-4c91-b52d-855a633a06ad service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290147 Jul 22 22:16:06.726477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.726665 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 772111d4-1307-402c-89bd-11df2e5f8570 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:06.773423 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.784398 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.834800 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=5992888b-f8ca-4126-aa58-9ed4b568b157,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.866526 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2f9f59-18b2-4088-9233-d4dc30171a95,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:06.876993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.878381 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-10c049db-3b28-42f8-bcf4-476adc55dcb3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2888956 Jul 22 22:16:06.881933 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38244) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:06.890604 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:06.925042 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Project 75448bc245984a73a936769d77050816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:16:06.928650 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b889e5c9-15da-4503-b4d3-66aa8f0b27e0 req-63549e86-044c-4973-ab12-bd3bf0f87267 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961265 Jul 22 22:16:06.932052 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:06.944531 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 772111d4-1307-402c-89bd-11df2e5f8570 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:06.945026 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.051915 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c1622-1944-4b95-ab9d-8714bc50e46f req-6925941e-3ec9-4995-aade-6003bc8d13bc tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.055003 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.060899 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.062446 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-314c1622-1944-4b95-ab9d-8714bc50e46f req-6925941e-3ec9-4995-aade-6003bc8d13bc tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1200578 Jul 22 22:16:07.064948 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '3bd026b6-cedf-4c4c-9d64-be7c47b71764', 'tenant_id': '75448bc245984a73a936769d77050816', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'port_id': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'mac_address': 'fa:16:3e:8e:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:02Z', 'updated_at': '2021-07-22T22:16:02Z', 'revision_number': 0, 'project_id': '75448bc245984a73a936769d77050816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.087632 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0290ad0f-52ab-4df9-8f2e-10bb1ad3f97f,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.103242 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.104993 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-cb264475-709d-4c7d-be78-243774e09d09 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2218390 Jul 22 22:16:07.107666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38246) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.114157 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'security_group_rule': {'security_group_id': '88ee5899-9ada-4827-b2ff-6ac184c120bc', 'project_id': '75448bc245984a73a936769d77050816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.116488 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-314c1622-1944-4b95-ab9d-8714bc50e46f req-4c2fd0fd-12ad-4281-a4b9-d2ea43325e9f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515101 Jul 22 22:16:07.125450 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d69cf-270c-422d-bdd0-53639d3fbbb9 None None] The sync data for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi is: [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '3bd026b6-cedf-4c4c-9d64-be7c47b71764', 'tenant_id': '75448bc245984a73a936769d77050816', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'port_id': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'mac_address': 'fa:16:3e:8e:ab:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:16:02Z', 'updated_at': '2021-07-22T22:16:02Z', 'revision_number': 0, 'project_id': '75448bc245984a73a936769d77050816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:07.190721 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.securitygroups_db [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Project 75448bc245984a73a936769d77050816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:16:07.202018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.208331 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38250) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.214825 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993943540', 'description': 'tempest-secgroup-smoke-1993943540 description', 'project_id': '853ea27311ea40e185ea767354f4dec1'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.259942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.298940 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Sync routers for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:16:07.313298 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:07.314012 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.320486 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.330673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.365475 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5602af8-0bd0-4c6c-9985-e4a620ba946e,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.389096 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.397825 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.402248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.407755 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2a11e076-6e8c-47ef-aa09-3167d1b40072 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2958024 Jul 22 22:16:07.415573 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.416966 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072523 Jul 22 22:16:07.420337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38254) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.428689 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.438938 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c379161-a6a8-4644-8a8d-b5e5db798a4e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194c100a-e488-4e77-9264-388dd7344df6,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.460742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd76eca-a817-4d3c-8014-a40406ceefd2 None None] New status for floating IP 3bd026b6-cedf-4c4c-9d64-be7c47b71764: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:16:07.467070 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:07.521008 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-4bc31366-763a-4201-92d4-3922e1d438f6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320368380&fields=id&tenant_id=75448bc245984a73a936769d77050816 HTTP/1.1" status: 200 len: 267 time: 0.0580187 Jul 22 22:16:07.523775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.628824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.638258 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.678238 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.679476 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573309 Jul 22 22:16:07.682502 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38258) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.683097 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfad6ca-3938-4fa8-84f1-e58b00b24711 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b853644-1e44-4f75-91f4-b84d1f55afd7,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.693676 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.702687 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-54d84fa0-fdad-4fbb-860f-b86a3233465b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.710374 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-54d84fa0-fdad-4fbb-860f-b86a3233465b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1820841 Jul 22 22:16:07.716160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'port': {'security_groups': ['c706c559-7d5a-4e3c-8de8-7397d73639f0', '88ee5899-9ada-4827-b2ff-6ac184c120bc']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.728347 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a892e-b5f2-4b6b-900a-afd638cf35d2 req-286adebc-e6e3-4274-918b-7f82e05fa7a1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:07.733938 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e33a892e-b5f2-4b6b-900a-afd638cf35d2 req-286adebc-e6e3-4274-918b-7f82e05fa7a1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1206787 Jul 22 22:16:07.757375 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.806014 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e33a892e-b5f2-4b6b-900a-afd638cf35d2 req-bae2d63e-54b9-41a2-a0e5-9e96e836adb1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689137 Jul 22 22:16:07.821121 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 4, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'e3cfd37b-daa1-4045-86bf-7b29418f0659', 'name': '', 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201', 'tenant_id': '537d2410de1d4405807593721e917094', 'mac_address': 'fa:16:3e:10:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:03Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 2, 'project_id': '537d2410de1d4405807593721e917094', 'subnets': [{'id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:07.837141 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.862909 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Checking router: 37f92366-0641-468e-bffc-9aea69c8644c for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:16:07.862909 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Updating router 37f92366-0641-468e-bffc-9aea69c8644c port e3cfd37b-daa1-4045-86bf-7b29418f0659 binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:16:07.873429 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.882050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.933085 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094b4111-c361-4271-9200-fc48e084c71d,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:07.948052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:07.950726 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f7caeba0-5758-42fb-bd2e-f2e832c6d484 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2659969 Jul 22 22:16:07.954200 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38266) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:07.965923 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:07.966695 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.011642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.035112 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 5992888b-f8ca-4126-aa58-9ed4b568b157 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:08.108044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 5992888b-f8ca-4126-aa58-9ed4b568b157 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:08.109553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.162585 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:08.168855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.175503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.213817 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.222228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36faddd-bfe8-472b-9f6a-6f11cc7b06ac,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.225768 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.241028 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.245232 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2b3618ce-79a3-4cef-9f88-d0f873afec24 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869389 Jul 22 22:16:08.245416 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38270) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.250297 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:08.301147 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.306014 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.306680 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.309145 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e74942eb-5870-4f9b-9821-76f0ce7061b0 req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "PUT /v2.0/ports/c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 981 time: 0.5974145 Jul 22 22:16:08.316080 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:08.318992 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03667ebd-8395-4692-851a-245d68aaa74a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:08.346723 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44803c-dc62-42ce-a92d-3b8029129ce0 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=6']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.362937 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:08.426222 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.435436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671d4c0-bcd4-43a8-9003-09605e3a5ccf req-bbfafaf8-9943-42bf-b21f-2a0554efc5da tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.445636 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5671d4c0-bcd4-43a8-9003-09605e3a5ccf req-bbfafaf8-9943-42bf-b21f-2a0554efc5da tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.1667967 Jul 22 22:16:08.461964 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.470372 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.477835 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Transition to ACTIVE for port object e3cfd37b-daa1-4045-86bf-7b29418f0659 will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:08.492402 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.493559 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f244a-09e9-4340-aef5-63095d898fbf req-c1896bba-24c0-4aca-8575-b6c2c49659c5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:08.502488 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-995f244a-09e9-4340-aef5-63095d898fbf req-c1896bba-24c0-4aca-8575-b6c2c49659c5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0948741 Jul 22 22:16:08.519366 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea24781b-a101-4f55-adf7-3b95d4c4e1cc,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.524244 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.526442 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-53191469-4b27-4690-99dd-56e65fb8dfa8 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2799175 Jul 22 22:16:08.533448 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38276) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.543432 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:08.584640 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5671d4c0-bcd4-43a8-9003-09605e3a5ccf req-91aab107-2809-4f5e-b97a-42f3bbdd6425 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380312 Jul 22 22:16:08.613671 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-995f244a-09e9-4340-aef5-63095d898fbf req-101506d2-5d0b-4b35-8563-d56632e1d713 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099558 Jul 22 22:16:08.658788 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Project 853ea27311ea40e185ea767354f4dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:16:08.666334 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.673517 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06129ef-3aa2-44a7-954a-f62e72cfc002 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.677530 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Attempting to bind port e3cfd37b-daa1-4045-86bf-7b29418f0659 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:08.677822 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Attempting to bind port e3cfd37b-daa1-4045-86bf-7b29418f0659 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:08.678331 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Attempting to bind port e3cfd37b-daa1-4045-86bf-7b29418f0659 on network 625c059a-bba5-453d-8b49-b54818f1d201 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:08.685785 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:08.686176 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Checking segment: {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:08.687642 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.689274 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Bound using segment: {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:08.690250 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913752f4-b45a-4138-833d-25afe810ce3b x-openstack-request-id: req-913752f4-b45a-4138-833d-25afe810ce3b {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:08.690513 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Bound port: e3cfd37b-daa1-4045-86bf-7b29418f0659, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc7dc2-f392-4f3e-9598-a98f0ee360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:08.690788 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:08.691087 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.692016 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-913752f4-b45a-4138-833d-25afe810ce3b {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:08.692709 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:16:08.741142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.750890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.776230 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfabc940-4a9c-4478-ab11-d1c63628a929,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:08.789217 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.791433 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7434c54d-4b6d-4399-be40-80ffc6a6ac62 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2570102 Jul 22 22:16:08.794330 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38282) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:08.801207 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'security_group_rule': {'security_group_id': '194c100a-e488-4e77-9264-388dd7344df6', 'project_id': '853ea27311ea40e185ea767354f4dec1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:08.814852 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] For port e3cfd37b-daa1-4045-86bf-7b29418f0659, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:08.821530 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] For port e3cfd37b-daa1-4045-86bf-7b29418f0659, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=e3cfd37b-daa1-4045-86bf-7b29418f0659,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:08.827019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f0fb937e-37d8-44f3-9ff7-05059616ed72 None None] Provisioning complete for port c19590f0-00b8-4111-9a00-68a6160feb39 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:08.827560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f0fb937e-37d8-44f3-9ff7-05059616ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.828788 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.856550 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Project 853ea27311ea40e185ea767354f4dec1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:16:08.867097 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:08.887136 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:08.943766 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:16:08.944439 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:15:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:08.950003 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06129ef-3aa2-44a7-954a-f62e72cfc002 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:09.082199 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667ebd-8395-4692-851a-245d68aaa74a req-4d7414c1-d2ed-4d40-a407-184bc1903aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.083999 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-4d7414c1-d2ed-4d40-a407-184bc1903aec service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1137 time: 0.1606901 Jul 22 22:16:09.111066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.134665 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.230909 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00447e7-7ba5-4d0d-92ef-dad98ff14344,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:09.251460 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7b981-f886-488c-b296-ea632066ca01 req-c1258482-80a9-4eba-af64-c063075c0df5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.253967 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94b7b981-f886-488c-b296-ea632066ca01 req-c1258482-80a9-4eba-af64-c063075c0df5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.3414731 Jul 22 22:16:09.259241 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.278179 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:16:09.278634 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7afb6d0d-87d0-4aab-b6aa-e4dbb73fa984 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4827464 Jul 22 22:16:09.310284 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6f5e4-cae4-407a-978b-603b3ebc7d4b req-4b839d70-0311-40b4-91f5-c4fdc588fd88 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.333751 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9e6f5e4-cae4-407a-978b-603b3ebc7d4b req-4b839d70-0311-40b4-91f5-c4fdc588fd88 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.4264884 Jul 22 22:16:09.416991 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667ebd-8395-4692-851a-245d68aaa74a req-1a266cfa-0ecb-4b33-b450-a38b16cf45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.421445 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-1a266cfa-0ecb-4b33-b450-a38b16cf45ea service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.2959442 Jul 22 22:16:09.581156 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-ee2fdc75-92e1-489d-b1e1-a51ebf2665a4 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 1000 time: 0.1461911 Jul 22 22:16:09.597170 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9e6f5e4-cae4-407a-978b-603b3ebc7d4b req-b9cf777d-7df2-4e89-96be-b05fb18b2728 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621577 Jul 22 22:16:09.687747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667ebd-8395-4692-851a-245d68aaa74a req-a9fff31c-0ea8-4430-b104-1f98dc016dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.689328 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-a9fff31c-0ea8-4430-b104-1f98dc016dad service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.0815926 Jul 22 22:16:09.692974 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Deleting port 5e80f502-adcb-4d34-a290-8be7965b509b {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:09.703132 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.870828 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] For port 5e80f502-adcb-4d34-a290-8be7965b509b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=5e80f502-adcb-4d34-a290-8be7965b509b,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:09.872168 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:09.907181 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Calling delete_port for 5e80f502-adcb-4d34-a290-8be7965b509b owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:09.942479 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 4, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'e3cfd37b-daa1-4045-86bf-7b29418f0659', 'name': '', 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201', 'tenant_id': '537d2410de1d4405807593721e917094', 'mac_address': 'fa:16:3e:10:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:03Z', 'updated_at': '2021-07-22T22:16:08Z', 'revision_number': 4, 'project_id': '537d2410de1d4405807593721e917094', 'subnets': [{'id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:16:09.949380 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192983cd-67e6-4bfa-a4c1-683621f608a1 req-211291f1-6902-40f4-a6cf-1eeb0980c807 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.952479 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-192983cd-67e6-4bfa-a4c1-683621f608a1 req-211291f1-6902-40f4-a6cf-1eeb0980c807 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 945 time: 0.2228029 Jul 22 22:16:09.970196 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667ebd-8395-4692-851a-245d68aaa74a req-a4a35d08-7cc6-4364-9f6e-d74f74737f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:09.972312 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-a4a35d08-7cc6-4364-9f6e-d74f74737f0c service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2712491 Jul 22 22:16:10.010267 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9704c89-1ed1-4afd-a234-52dd28302b52 None None] The sync data for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi is: [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 4, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'e3cfd37b-daa1-4045-86bf-7b29418f0659', 'name': '', 'network_id': '625c059a-bba5-453d-8b49-b54818f1d201', 'tenant_id': '537d2410de1d4405807593721e917094', 'mac_address': 'fa:16:3e:10:9c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:03Z', 'updated_at': '2021-07-22T22:16:08Z', 'revision_number': 4, 'project_id': '537d2410de1d4405807593721e917094', 'subnets': [{'id': '2e77bec0-5698-466f-aa21-0bf77ec53459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:16:10.180305 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-192983cd-67e6-4bfa-a4c1-683621f608a1 req-2eeb4d80-d23b-4aab-a2ad-2e21d1c32c3a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149978 Jul 22 22:16:10.247944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.299287 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Pushing event deleted for resources: {'Port': ['ID=5e80f502-adcb-4d34-a290-8be7965b509b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:10.309695 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-8646052c-eee5-4415-93ff-a155af76ae36 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387102 Jul 22 22:16:10.416569 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] No DVR routers for this DVR port 5e80f502-adcb-4d34-a290-8be7965b509b on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:10.420228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:10.423383 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94b7b981-f886-488c-b296-ea632066ca01 req-f7c35415-7380-4e50-b16f-e5d931a0e29a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "DELETE /v2.0/ports/5e80f502-adcb-4d34-a290-8be7965b509b HTTP/1.1" status: 204 len: 173 time: 1.1407907 Jul 22 22:16:10.423873 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'name': 'network-vif-deleted', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:10.426277 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5172d9a-344c-43b2-89f5-88f7f3b71eb9" -d '{"events": [{"server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "name": "network-vif-deleted", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:10.456380 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-03667ebd-8395-4692-851a-245d68aaa74a req-ce833fe9-a34f-4865-8bb5-1bb03fd1b4cc service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331658 Jul 22 22:16:10.503836 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe89573-e0ec-4744-8e85-fefdb8d70559 x-openstack-request-id: req-fbe89573-e0ec-4744-8e85-fefdb8d70559 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:10.504487 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262a2182-82a6-40df-9c4e-e3b094d8770e", "name": "network-vif-deleted", "tag": "5e80f502-adcb-4d34-a290-8be7965b509b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:10.504941 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-fbe89573-e0ec-4744-8e85-fefdb8d70559 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:10.505606 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262a2182-82a6-40df-9c4e-e3b094d8770e', 'name': 'network-vif-deleted', 'tag': '5e80f502-adcb-4d34-a290-8be7965b509b', 'status': 'completed', 'code': 200} Jul 22 22:16:10.943768 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['5e80f502-adcb-4d34-a290-8be7965b509b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:11.348896 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04898809-bd74-43ac-aeaa-18b24b410470 req-b38e99e6-d014-4d41-9f8c-bd8209bc5a74 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=262a2182-82a6-40df-9c4e-e3b094d8770e HTTP/1.1" status: 200 len: 210 time: 0.0350113 Jul 22 22:16:11.357147 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2601dc4-3910-42b4-ac92-af00ecb67842 req-b1f5ca71-5554-4965-a9d3-54131d361c4d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:11.359587 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a2601dc4-3910-42b4-ac92-af00ecb67842 req-b1f5ca71-5554-4965-a9d3-54131d361c4d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.3475056 Jul 22 22:16:11.401068 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a2601dc4-3910-42b4-ac92-af00ecb67842 req-400dac77-8f60-4c01-a5ec-756b894f78c4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Jul 22 22:16:12.006961 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device e3cfd37b-daa1-4045-86bf-7b29418f0659 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:12.116405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port e3cfd37b-daa1-4045-86bf-7b29418f0659 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:12.123893 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port e3cfd37b-daa1-4045-86bf-7b29418f0659 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:12.124298 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.243912 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.278982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port e3cfd37b-daa1-4045-86bf-7b29418f0659, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=e3cfd37b-daa1-4045-86bf-7b29418f0659,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:12.283401 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.339067 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:12.544317 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969f880-ef23-455f-84b5-f5f6a636fd39 req-61872365-82fb-41e1-b61e-35fde92aa7b6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:12.545836 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3969f880-ef23-455f-84b5-f5f6a636fd39 req-61872365-82fb-41e1-b61e-35fde92aa7b6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0661209 Jul 22 22:16:12.585310 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3969f880-ef23-455f-84b5-f5f6a636fd39 req-d5d70d49-093d-4f62-a9fa-9529520a7231 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Jul 22 22:16:12.890418 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-239560e4-2719-4e39-b1f3-9877887e3217 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:12.892992 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-239560e4-2719-4e39-b1f3-9877887e3217 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 809 time: 0.3170819 Jul 22 22:16:12.909953 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-3c9bbb5e-dc77-400b-94dd-9b654e69d6b4 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/quotas/26d903c452a64781bf8cb22c894f6ddd HTTP/1.1" status: 200 len: 375 time: 0.0107193 Jul 22 22:16:12.933524 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-239e1a31-a370-4615-8cb0-65943cc80105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:12.950066 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-4bb65403-1ad8-4167-b026-2b26919b7885 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316725 Jul 22 22:16:13.050091 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-c58312dc-09dc-4511-aad5-cfdd079b0517 service neutron] 10.222.0.110 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Jul 22 22:16:13.150461 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5e68742d-fb91-410e-a623-df28238fe1c1 service neutron] 10.222.0.110 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946298 Jul 22 22:16:13.377098 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-83d6622d-76bf-4e04-9f05-998e7e5d1017 req-60f2e23a-e59b-48d4-9cf9-57026e1796a8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 210 time: 0.0538409 Jul 22 22:16:13.558701 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 5e80f502-adcb-4d34-a290-8be7965b509b no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:13.582737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 5e80f502-adcb-4d34-a290-8be7965b509b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:13.583086 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 5e80f502-adcb-4d34-a290-8be7965b509b not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:13.729966 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac092d0-1fd6-458f-a451-684d7c83c809 req-a32bc30f-5882-44ec-9e92-de5b338efe8f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:13.731546 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6ac092d0-1fd6-458f-a451-684d7c83c809 req-a32bc30f-5882-44ec-9e92-de5b338efe8f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0703433 Jul 22 22:16:13.782680 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6ac092d0-1fd6-458f-a451-684d7c83c809 req-caf426c3-2b48-48e5-b7ea-1b102956b47d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Jul 22 22:16:13.956096 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device e3cfd37b-daa1-4045-86bf-7b29418f0659 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:14.010790 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port e3cfd37b-daa1-4045-86bf-7b29418f0659 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:14.011168 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:14.466466 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e21b9b18-b607-47ba-bf26-a24d83bbec02 req-1987b263-0484-41f6-a842-013b4e84de78 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 210 time: 0.0312767 Jul 22 22:16:14.935943 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71589909-8fbb-4130-ae39-ba0b52310c9a req-703700cd-f680-4caf-baf8-a4fa53a2e4fd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:14.939338 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71589909-8fbb-4130-ae39-ba0b52310c9a req-703700cd-f680-4caf-baf8-a4fa53a2e4fd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0834959 Jul 22 22:16:14.989157 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-71589909-8fbb-4130-ae39-ba0b52310c9a req-81db6663-2b7b-4924-bd7c-838291736cbf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Jul 22 22:16:15.227941 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-b8844be8-2124-44b2-b91e-226595391bc9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:15.229705 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-b8844be8-2124-44b2-b91e-226595391bc9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 809 time: 0.1165111 Jul 22 22:16:15.325795 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Request body: {'port': {'device_id': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019', 'admin_state_up': True, 'tenant_id': '26d903c452a64781bf8cb22c894f6ddd'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:15.459268 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Made reservation on behalf of 26d903c452a64781bf8cb22c894f6ddd for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:15.465266 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.580646 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1e547bf-9d81-45ee-96ff-932b36616fe6 req-99503c43-31f0-4836-a9bc-541d53542103 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 210 time: 0.0343528 Jul 22 22:16:15.628805 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Allocated IP 172.20.0.9 (73f6a462-6d96-4362-8ffe-cbb77da56019/aaa0d0b1-6959-42c8-b66d-3f0641348590/b9faf1d1-d85d-4af6-8408-98838300af74) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:15.652253 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.812225 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.860302 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.906984 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Network 73f6a462-6d96-4362-8ffe-cbb77da56019 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:15.910179 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:15.914215 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:15.921130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Pushing event updated for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:15.972633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:15.973285 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:15.996487 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-e3858271-2f74-4860-8ff9-8b8166016872 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6748040 Jul 22 22:16:16.034381 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Request body: {'port': {'device_id': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:16.095446 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4fa7bf11-6161-4ed9-9be7-9545b452904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.146554 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.225778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e09a2-58c6-4387-a240-3bc8cddf4d39 req-284327c0-7ef4-4773-98f0-123e3a4beafd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:16.227340 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d22e09a2-58c6-4387-a240-3bc8cddf4d39 req-284327c0-7ef4-4773-98f0-123e3a4beafd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1264267 Jul 22 22:16:16.340082 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d22e09a2-58c6-4387-a240-3bc8cddf4d39 req-a9ec8ea1-c2b1-48f9-ab3b-ddaf2605825b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056724 Jul 22 22:16:16.504165 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9faf1d1-d85d-4af6-8408-98838300af74 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:16.512763 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.527883 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Transition to ACTIVE for port object b9faf1d1-d85d-4af6-8408-98838300af74 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:16.534054 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.583477 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.695567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.696191 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Attempting to bind port b9faf1d1-d85d-4af6-8408-98838300af74 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:16.696191 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Attempting to bind port b9faf1d1-d85d-4af6-8408-98838300af74 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:16.696586 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Attempting to bind port b9faf1d1-d85d-4af6-8408-98838300af74 on network 73f6a462-6d96-4362-8ffe-cbb77da56019 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:16.704311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Port b9faf1d1-d85d-4af6-8408-98838300af74 on network 73f6a462-6d96-4362-8ffe-cbb77da56019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:16.704631 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Attempting to bind port b9faf1d1-d85d-4af6-8408-98838300af74 on network 73f6a462-6d96-4362-8ffe-cbb77da56019 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:16.713941 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:16.714286 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Checking segment: {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:16.714674 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Bound using segment: {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:16.715111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Bound port: b9faf1d1-d85d-4af6-8408-98838300af74, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fa8931-c92a-4648-9799-ba19872873f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:16.715471 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.767845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab236c-b22b-4eb8-8bc9-674679a8161f req-79e4cc18-e1e0-484e-8463-e346a3d6d82e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:16.769749 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4ab236c-b22b-4eb8-8bc9-674679a8161f req-79e4cc18-e1e0-484e-8463-e346a3d6d82e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 943 time: 0.1173456 Jul 22 22:16:16.835090 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:16.851054 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4ab236c-b22b-4eb8-8bc9-674679a8161f req-504b825b-5e53-4555-a2cd-d3a635448101 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714452 Jul 22 22:16:16.854889 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=b9faf1d1-d85d-4af6-8408-98838300af74,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:16.859570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.896560 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:16.897178 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:16.898625 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] 10.222.0.125 "PUT /v2.0/ports/b9faf1d1-d85d-4af6-8408-98838300af74 HTTP/1.1" status: 200 len: 1093 time: 0.8695662 Jul 22 22:16:16.899121 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:16.901373 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7270bc9-e315-44f8-9182-b5d0d8c4a289" -d '{"events": [{"name": "network-changed", "server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:16.928642 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56dd2c-5335-4c99-b8a5-7d8971c77f84 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:16.954591 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a0c19e-e2c8-45a1-a24c-9c3c303889c8 x-openstack-request-id: req-d5a0c19e-e2c8-45a1-a24c-9c3c303889c8 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:16.954890 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:16.955173 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d5a0c19e-e2c8-45a1-a24c-9c3c303889c8 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:16.955579 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74', 'status': 'completed', 'code': 200} Jul 22 22:16:17.094443 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-463e6f4a-a382-48d0-bf97-67f63ce9a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.095824 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-463e6f4a-a382-48d0-bf97-67f63ce9a085 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 1096 time: 0.0576875 Jul 22 22:16:17.161829 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-bdc0d0d4-6afa-4a41-9bff-ea0173b6fefe service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf1d1-d85d-4af6-8408-98838300af74 HTTP/1.1" status: 200 len: 217 time: 0.0382073 Jul 22 22:16:17.218199 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-b52e64b8-1f25-40d4-9cf2-0afcb709de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.219668 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-b52e64b8-1f25-40d4-9cf2-0afcb709de40 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=aaa0d0b1-6959-42c8-b66d-3f0641348590 HTTP/1.1" status: 200 len: 849 time: 0.0436616 Jul 22 22:16:17.267326 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-c0b5a438-03d8-4ee3-ba48-1c69635ef4e5 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=73f6a462-6d96-4362-8ffe-cbb77da56019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312979 Jul 22 22:16:17.377470 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-1431f082-d412-4d46-abb8-f7b5abe9df5f service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927968 Jul 22 22:16:17.515317 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2a1b544-442e-4f2c-a1c5-15ba8c12a901 req-4aa4d1c3-e678-4b5c-94df-0d9a6ec7709c service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 Jul 22 22:16:17.539213 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a476-0d2d-4554-a066-359270e71623 req-4796a9a3-54c9-405b-b804-498a616f0847 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.540808 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f220a476-0d2d-4554-a066-359270e71623 req-4796a9a3-54c9-405b-b804-498a616f0847 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1164343 Jul 22 22:16:17.586491 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f220a476-0d2d-4554-a066-359270e71623 req-ae3060e1-33dd-4644-b435-3f07a8d6fb5c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351534 Jul 22 22:16:17.768389 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-059f39e8-e842-4a5f-bca0-f05196c2ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.769857 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-059f39e8-e842-4a5f-bca0-f05196c2ec8e service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=26d903c452a64781bf8cb22c894f6ddd&device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 1096 time: 0.0538251 Jul 22 22:16:17.869854 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-3489741e-50b9-4c1e-88d0-ae3f24f0c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:17.871326 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-3489741e-50b9-4c1e-88d0-ae3f24f0c455 service neutron] 10.222.0.125 "GET /v2.0/networks?id=73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 200 len: 911 time: 0.0856323 Jul 22 22:16:17.940518 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-35c3c2a9-b1fd-4572-a85d-1f15a06d7f9b service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9faf1d1-d85d-4af6-8408-98838300af74 HTTP/1.1" status: 200 len: 217 time: 0.0457282 Jul 22 22:16:18.032441 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-15a61af2-e92b-490f-91ce-232752db33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:18.033948 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-15a61af2-e92b-490f-91ce-232752db33f1 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=aaa0d0b1-6959-42c8-b66d-3f0641348590 HTTP/1.1" status: 200 len: 849 time: 0.0629869 Jul 22 22:16:18.055828 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e6f2d-21c3-47c7-98b2-38a3dbcd68a6 req-cb9240f2-92c6-4e44-97a8-5c720c967ad9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:18.057557 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ed5e6f2d-21c3-47c7-98b2-38a3dbcd68a6 req-cb9240f2-92c6-4e44-97a8-5c720c967ad9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 943 time: 0.1189573 Jul 22 22:16:18.110397 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-05463bb4-52eb-4643-90e2-a8b59281678c service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=73f6a462-6d96-4362-8ffe-cbb77da56019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443475 Jul 22 22:16:18.141445 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ed5e6f2d-21c3-47c7-98b2-38a3dbcd68a6 req-181fff36-87dc-48ce-898a-6f5e2fae0c39 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770040 Jul 22 22:16:18.252038 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-2ddee63a-bcb6-4eaf-8dc8-5cd81793464d service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Jul 22 22:16:18.362418 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7270bc9-e315-44f8-9182-b5d0d8c4a289 req-01cd4402-49dd-443b-8579-e89b4fdee9ff service neutron] 10.222.0.125 "GET /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938561 Jul 22 22:16:18.747205 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a651b2e-a3da-426f-84c4-a33c45c81910 req-8ffe8d87-d194-4049-bbb2-c200d4450cb7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:18.748882 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a651b2e-a3da-426f-84c4-a33c45c81910 req-8ffe8d87-d194-4049-bbb2-c200d4450cb7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0893018 Jul 22 22:16:18.807231 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a651b2e-a3da-426f-84c4-a33c45c81910 req-9d0e7be1-a481-4d1a-bd40-81392a4a017c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Jul 22 22:16:18.907528 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:19.287888 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8540-3489-442c-8357-1319754d0538 req-11d0e363-e217-4d34-a061-59b63a663e75 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:19.289343 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eb6c8540-3489-442c-8357-1319754d0538 req-11d0e363-e217-4d34-a061-59b63a663e75 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 943 time: 0.0701494 Jul 22 22:16:19.339093 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eb6c8540-3489-442c-8357-1319754d0538 req-6a1509f8-5e81-42e7-8165-3084385b204e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Jul 22 22:16:19.943215 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bce44-3e35-424a-aea9-af1d36387860 req-62d1bb2e-37ce-40c8-b696-1b3ce492ed90 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:19.944716 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-767bce44-3e35-424a-aea9-af1d36387860 req-62d1bb2e-37ce-40c8-b696-1b3ce492ed90 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0653508 Jul 22 22:16:19.982962 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-767bce44-3e35-424a-aea9-af1d36387860 req-1a13dd86-d697-4b14-9661-f319a8d99215 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 22 22:16:20.479972 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b56ae0-44e9-426b-a5cd-ba0d64a0c27b req-543e6a78-3c59-4ae8-9c18-be50b3e3f6c4 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:20.481380 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53b56ae0-44e9-426b-a5cd-ba0d64a0c27b req-543e6a78-3c59-4ae8-9c18-be50b3e3f6c4 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 943 time: 0.0682051 Jul 22 22:16:20.523335 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53b56ae0-44e9-426b-a5cd-ba0d64a0c27b req-b16f7c95-8e39-4cfa-970d-93d4e5bbb0eb tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Jul 22 22:16:21.118908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4883b52-76de-4c69-9b1e-f030ef5ceb94 req-297d8ad4-bd80-4859-af28-88d88433082c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.120408 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4883b52-76de-4c69-9b1e-f030ef5ceb94 req-297d8ad4-bd80-4859-af28-88d88433082c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0692973 Jul 22 22:16:21.161640 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e4883b52-76de-4c69-9b1e-f030ef5ceb94 req-7502103e-7977-4fa7-b254-f749b0c54b0e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jul 22 22:16:21.629268 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device b9faf1d1-d85d-4af6-8408-98838300af74 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:21.656926 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389a38-d009-446e-b486-bbb9e45b7e23 req-f519928d-33e7-45d0-8761-1c6131493ab7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:21.659076 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17389a38-d009-446e-b486-bbb9e45b7e23 req-f519928d-33e7-45d0-8761-1c6131493ab7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 943 time: 0.0684478 Jul 22 22:16:21.704608 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17389a38-d009-446e-b486-bbb9e45b7e23 req-7f08f1aa-f095-4615-8ef5-612e9de98225 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jul 22 22:16:21.732435 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=b9faf1d1-d85d-4af6-8408-98838300af74,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:21.745151 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'b9faf1d1-d85d-4af6-8408-98838300af74', 'network_id': '73f6a462-6d96-4362-8ffe-cbb77da56019', 'port_id': 'b9faf1d1-d85d-4af6-8408-98838300af74', 'mac_address': 'fa:16:3e:d5:83:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa0d0b1-6959-42c8-b66d-3f0641348590', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:21.786170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.798782 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9faf1d1-d85d-4af6-8408-98838300af74 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:21.818775 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=b9faf1d1-d85d-4af6-8408-98838300af74,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:21.822828 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:21.874192 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:22.307328 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a566-5334-46ab-b8cc-05ddf0325214 req-468ff21b-7b1d-4971-ae7b-dfdacf21af0b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:22.308838 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b52a566-5334-46ab-b8cc-05ddf0325214 req-468ff21b-7b1d-4971-ae7b-dfdacf21af0b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0700276 Jul 22 22:16:22.346207 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b52a566-5334-46ab-b8cc-05ddf0325214 req-59f1859a-c7e4-461b-b02d-12e6bcd6b092 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Jul 22 22:16:22.822098 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:22.839795 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708f1d3-00c1-41fd-991e-0aa5f7dd21f9 req-515325f7-9504-4cab-aabe-4732ed80eaf2 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:22.841283 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5708f1d3-00c1-41fd-991e-0aa5f7dd21f9 req-515325f7-9504-4cab-aabe-4732ed80eaf2 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.0693259 Jul 22 22:16:22.881781 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5708f1d3-00c1-41fd-991e-0aa5f7dd21f9 req-7dd2bda4-f8ee-4dcf-a1d2-60793575800f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Jul 22 22:16:23.488724 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ea9a-8efe-4029-8055-822e66373391 req-c20bdb50-533a-4924-a7e0-7b5d40244fa4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:23.490135 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8336ea9a-8efe-4029-8055-822e66373391 req-c20bdb50-533a-4924-a7e0-7b5d40244fa4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0759969 Jul 22 22:16:23.533307 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8336ea9a-8efe-4029-8055-822e66373391 req-88b62f19-69ea-4681-b734-b31e0a538cb3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Jul 22 22:16:24.015638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758027a-81f0-4a9d-a0f9-b153f6ed0104 req-99ac4ca0-4479-4a9c-a117-3a291775f2d0 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.017420 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2758027a-81f0-4a9d-a0f9-b153f6ed0104 req-99ac4ca0-4479-4a9c-a117-3a291775f2d0 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.0658374 Jul 22 22:16:24.065070 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2758027a-81f0-4a9d-a0f9-b153f6ed0104 req-df061783-d63d-4be7-8285-1762cce981b8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Jul 22 22:16:24.666310 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996f4f-de1c-411a-b702-a239388055ca req-3f0c7afc-5e3b-4115-b2a7-7ca294d1d620 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:24.667817 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-30996f4f-de1c-411a-b702-a239388055ca req-3f0c7afc-5e3b-4115-b2a7-7ca294d1d620 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0676830 Jul 22 22:16:24.705673 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-30996f4f-de1c-411a-b702-a239388055ca req-2fa4b52e-c9dc-4d57-946e-4b696092b827 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Jul 22 22:16:25.201189 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5940f3-58b0-4c17-b327-9b99bcebbf3c req-b5ab6046-587a-4c68-b798-160c1fe711c8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.203366 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f5940f3-58b0-4c17-b327-9b99bcebbf3c req-b5ab6046-587a-4c68-b798-160c1fe711c8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.0683172 Jul 22 22:16:25.240952 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f5940f3-58b0-4c17-b327-9b99bcebbf3c req-c5c5d25e-7ca5-4629-8548-2f9c37c90a22 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Jul 22 22:16:25.837540 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5a041-9b53-48d4-b360-88f5f99bec4e req-0626e1a7-4cfb-4ceb-b6a1-f567494a8d32 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:25.839022 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-61b5a041-9b53-48d4-b360-88f5f99bec4e req-0626e1a7-4cfb-4ceb-b6a1-f567494a8d32 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0637100 Jul 22 22:16:25.879587 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-61b5a041-9b53-48d4-b360-88f5f99bec4e req-17cdc097-54f5-4759-aaba-a0d231185959 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Jul 22 22:16:26.337863 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:26.375161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd568-925e-434d-bd06-f10df8eb87c8 req-12c6ce69-6d4a-43fb-84b8-193dc0ed088e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:26.376815 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-432bd568-925e-434d-bd06-f10df8eb87c8 req-12c6ce69-6d4a-43fb-84b8-193dc0ed088e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.0686433 Jul 22 22:16:26.412999 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-432bd568-925e-434d-bd06-f10df8eb87c8 req-d66151c6-a319-41dc-832f-4522bd6baa86 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Jul 22 22:16:26.839175 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['b9faf1d1-d85d-4af6-8408-98838300af74'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:27.029885 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81c66f-1518-4b78-ba68-3c3c0834a804 req-42977df5-a922-4615-8fab-58f52b40da05 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.032749 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e81c66f-1518-4b78-ba68-3c3c0834a804 req-42977df5-a922-4615-8fab-58f52b40da05 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0728571 Jul 22 22:16:27.071310 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1e81c66f-1518-4b78-ba68-3c3c0834a804 req-0e9b447e-5ae9-4373-a438-fb20627e8d05 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Jul 22 22:16:27.478770 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-f7000a71-c332-417b-bb55-eaf1fdff35b6 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530503 Jul 22 22:16:27.591549 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04887690-1feb-47af-b8e5-56508d3b786a req-b32d02a1-1bfe-47dc-8bb3-ef3f70c3ce3f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.593232 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-04887690-1feb-47af-b8e5-56508d3b786a req-b32d02a1-1bfe-47dc-8bb3-ef3f70c3ce3f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.1058590 Jul 22 22:16:27.625505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-dc920535-30a8-45fd-81f8-e07f9c1f1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.627296 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-dc920535-30a8-45fd-81f8-e07f9c1f1d6f service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1098 time: 0.0851586 Jul 22 22:16:27.646814 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-04887690-1feb-47af-b8e5-56508d3b786a req-e617293c-add5-4292-8988-c44882c6478a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Jul 22 22:16:27.765100 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-1266a846-a3b1-4d24-955f-1f9c1e10704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.766633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-1266a846-a3b1-4d24-955f-1f9c1e10704a service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.0927708 Jul 22 22:16:27.839425 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-b8724e06-3432-41cd-bb6b-0b38dbf3566f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 1000 time: 0.0565634 Jul 22 22:16:27.892970 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-ed12ffda-45b7-4e6a-84aa-cd3d1aa551d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.894448 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-ed12ffda-45b7-4e6a-84aa-cd3d1aa551d9 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0452540 Jul 22 22:16:27.968735 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-d0cb15b8-8d0e-484e-b195-c50c6aa34c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:27.970243 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-d0cb15b8-8d0e-484e-b195-c50c6aa34c35 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578580 Jul 22 22:16:28.067463 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-9d6eff01-c872-4ade-ac77-92a200387265 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Jul 22 22:16:28.238250 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89490b-7c97-4f62-9398-363b9f5f3aad req-c378fb0a-4bc6-4899-b6b5-0f4906c2522a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:28.245629 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb89490b-7c97-4f62-9398-363b9f5f3aad req-c378fb0a-4bc6-4899-b6b5-0f4906c2522a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0928640 Jul 22 22:16:28.310910 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fb89490b-7c97-4f62-9398-363b9f5f3aad req-c5be3eb8-8ab7-4b37-bb6d-7e26a67fa73e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642858 Jul 22 22:16:28.435950 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-152f83ed-2961-490a-8c34-246a30df0fb8 req-af3a8759-b9d6-41e5-a3c7-ff61154d5719 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543043 Jul 22 22:16:28.785746 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f2e4-ce3a-4a9f-a666-1a2453da854d req-76373776-518f-4ca7-b154-47c4b82a2cd5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:28.787319 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03e4f2e4-ce3a-4a9f-a666-1a2453da854d req-76373776-518f-4ca7-b154-47c4b82a2cd5 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 944 time: 0.0685797 Jul 22 22:16:28.830877 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03e4f2e4-ce3a-4a9f-a666-1a2453da854d req-31c78837-dd9e-4b35-8b6f-22959aa6940c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 Jul 22 22:16:29.457077 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0052e-58d8-43f5-a0c8-b82818ecf0e2 req-dab90766-daf3-440b-a328-8a0486190d70 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:29.464996 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24d0052e-58d8-43f5-a0c8-b82818ecf0e2 req-dab90766-daf3-440b-a328-8a0486190d70 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0849273 Jul 22 22:16:29.483023 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-55adc8ef-0886-4f60-88aa-bf6cf464009b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:29.485781 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-55adc8ef-0886-4f60-88aa-bf6cf464009b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.1273766 Jul 22 22:16:29.505399 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-5421d626-872d-4eec-bef7-e8fd1675e7c9 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/quotas/71bffb8e6c93437cb3fdbc82d8300750 HTTP/1.1" status: 200 len: 375 time: 0.0101366 Jul 22 22:16:29.507511 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24d0052e-58d8-43f5-a0c8-b82818ecf0e2 req-c87e48a0-0fbd-4dc2-9980-15d8dd1ece74 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Jul 22 22:16:29.589992 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-a54d712f-6b0a-4c8d-a53e-6b3e03d06108 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790699 Jul 22 22:16:29.671414 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device b9faf1d1-d85d-4af6-8408-98838300af74 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:29.693897 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-37755898-85b8-4e06-a841-dca1c0208192 service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921514 Jul 22 22:16:29.726173 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port b9faf1d1-d85d-4af6-8408-98838300af74 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:29.730474 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port b9faf1d1-d85d-4af6-8408-98838300af74 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:29.731089 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.791988 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-2aae70f1-d83f-4758-9cff-a9b1d76e6103 service neutron] 10.222.0.110 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913777 Jul 22 22:16:29.821669 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.847910 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:29.850647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f0379-f2cb-4c22-a068-c718c676a7c2" -d '{"events": [{"server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "name": "network-vif-plugged", "status": "completed", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:29.863872 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=b9faf1d1-d85d-4af6-8408-98838300af74,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:29.868598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:29.926732 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:29.978896 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87a7fd-dbb3-4018-b0a0-ddf7f15789bf x-openstack-request-id: req-7d87a7fd-dbb3-4018-b0a0-ddf7f15789bf {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:29.979410 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "name": "network-vif-plugged", "status": "completed", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:29.979835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7d87a7fd-dbb3-4018-b0a0-ddf7f15789bf {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:29.980417 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74', 'code': 200} Jul 22 22:16:30.052565 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262313e-6d4a-483c-a3c0-7047503216aa req-05e93950-8cd7-40fe-8be7-f3c3c5eb3f23 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.054559 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c262313e-6d4a-483c-a3c0-7047503216aa req-05e93950-8cd7-40fe-8be7-f3c3c5eb3f23 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0766604 Jul 22 22:16:30.098357 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54c1e3-bd83-4e5c-a600-b71a27c0ce16 req-c3fea005-6683-4426-9158-3db33d937805 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.100676 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c262313e-6d4a-483c-a3c0-7047503216aa req-a50e2c53-6bb8-4675-b2df-4e9cf82f2c5e tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Jul 22 22:16:30.106339 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc54c1e3-bd83-4e5c-a600-b71a27c0ce16 req-c3fea005-6683-4426-9158-3db33d937805 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0732687 Jul 22 22:16:30.148976 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc54c1e3-bd83-4e5c-a600-b71a27c0ce16 req-2caa7a29-f2f4-4b14-9e2f-ea7fe91893e6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Jul 22 22:16:30.187614 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dc6648b5-6b1a-40e8-bc48-3af805e5cf90 req-d8cbdc7b-685e-487a-8043-04e75305e163 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 210 time: 0.0462546 Jul 22 22:16:30.387170 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be5e3-474e-471b-8c82-14670bae5f0b req-b33a1677-9dac-4a2f-a898-b214793c168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.388864 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d13be5e3-474e-471b-8c82-14670bae5f0b req-b33a1677-9dac-4a2f-a898-b214793c168d service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 1098 time: 0.0616789 Jul 22 22:16:30.525308 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d13be5e3-474e-471b-8c82-14670bae5f0b req-fe6a3060-8704-4981-bcab-574cf9ae32b7 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Jul 22 22:16:30.653349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e3b8-08d3-4c20-a205-f5f84dea081a req-49d83873-03e1-4615-8f91-38d99d3bfdfc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:30.659191 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3501e3b8-08d3-4c20-a205-f5f84dea081a req-49d83873-03e1-4615-8f91-38d99d3bfdfc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0696964 Jul 22 22:16:30.696417 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3501e3b8-08d3-4c20-a205-f5f84dea081a req-17427ef5-bbe9-42b3-b0ae-75148ffe9cd9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Jul 22 22:16:31.252707 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42698982-ac03-4b60-afdc-f675dd2419ee req-accb1e10-643b-4800-aa08-fe3b9f095121 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.254567 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-42698982-ac03-4b60-afdc-f675dd2419ee req-accb1e10-643b-4800-aa08-fe3b9f095121 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0808046 Jul 22 22:16:31.302528 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-42698982-ac03-4b60-afdc-f675dd2419ee req-a4824fb5-f0e9-4d51-b13b-e46279fa27ee tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Jul 22 22:16:31.303775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b050-e9d5-4760-988f-513a486ff261 req-4cf396be-4912-49bd-b0d8-0cb85c461624 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.305652 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b318b050-e9d5-4760-988f-513a486ff261 req-4cf396be-4912-49bd-b0d8-0cb85c461624 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0803232 Jul 22 22:16:31.345812 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b318b050-e9d5-4760-988f-513a486ff261 req-c9b3bcb6-bae7-4e4c-9183-ee01d90174bb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345993 Jul 22 22:16:31.398943 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22be2cfa-bb23-4d58-9897-bd854329d3e6 req-e04e6aea-5f4b-4464-97ba-c16309faf44f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 210 time: 0.0290818 Jul 22 22:16:31.843983 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c9e1-eee3-41de-8f84-02d2da1aed26 req-a161dcea-d3ff-4a1b-8ac0-e594c0b1afaa tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:31.845563 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d5a9c9e1-eee3-41de-8f84-02d2da1aed26 req-a161dcea-d3ff-4a1b-8ac0-e594c0b1afaa tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0784810 Jul 22 22:16:31.886024 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d5a9c9e1-eee3-41de-8f84-02d2da1aed26 req-a05c4a84-5ff5-4006-b4af-9c914d44a728 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Jul 22 22:16:31.952562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 38766) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:32.064167 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.237725 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-0fbf1cd7-b327-4259-bee7-6414f8b8ba45 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.239119 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-0fbf1cd7-b327-4259-bee7-6414f8b8ba45 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 814 time: 0.1466472 Jul 22 22:16:32.262592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.266482 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.288938 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Request body: {'port': {'device_id': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'admin_state_up': True, 'tenant_id': '71bffb8e6c93437cb3fdbc82d8300750'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:32.337676 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b7a99f51f5504fa2b11a2998ca74bc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813374 Jul 22 22:16:32.338872 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 38778) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:32.339531 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec026b1-9a39-4062-8426-70dd08a7fdf3,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.351198 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.351566 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.351895 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.352238 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.352607 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.352948 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.353281 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.353673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.354009 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.354837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.354837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.355029 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee699-5fcf-4ff0-b301-6a0717e1ab39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.438111 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.470110 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.479840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Made reservation on behalf of 71bffb8e6c93437cb3fdbc82d8300750 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:32.484234 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.497988 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef37ed-4d39-40da-a266-6817fab43c18 req-e5a9c079-6ca2-4055-8a5a-3c761b23911b tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.505479 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55ef37ed-4d39-40da-a266-6817fab43c18 req-e5a9c079-6ca2-4055-8a5a-3c761b23911b tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.1210949 Jul 22 22:16:32.552909 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55ef37ed-4d39-40da-a266-6817fab43c18 req-7e3791ad-7370-4922-9273-c789c364b194 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Jul 22 22:16:32.571206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb1db-17c4-47b8-a33f-3198cbcbdd95 req-975a5300-122c-4fd1-bca2-349b5df75008 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:32.581281 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-096eb1db-17c4-47b8-a33f-3198cbcbdd95 req-975a5300-122c-4fd1-bca2-349b5df75008 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1471834 Jul 22 22:16:32.581442 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.581442 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.581442 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aec026b1-9a39-4062-8426-70dd08a7fdf3 HTTP/1.1" status: 204 len: 168 time: 0.2394111 Jul 22 22:16:32.589740 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec026b1-9a39-4062-8426-70dd08a7fdf3,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:32.600225 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.600617 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.600964 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.601310 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.601651 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.602294 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.602534 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.602877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.603248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.603521 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.604559 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.605003 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06441c-a761-40cf-82e8-2ba1c7158dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:32.677917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Allocated IP 172.20.0.2 (2efa360b-cc3d-49e4-a8a0-1edcaa3e915e/71d9b04e-1359-44ed-a558-5821b7094af8/92535272-b7aa-4912-9315-13139c6d3169) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:32.693097 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fdcb2e22-ad96-42a4-8be3-bf2b0319c375 req-f688eeb5-eacd-4282-9193-2062d6d82bdf tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Jul 22 22:16:32.710438 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-096eb1db-17c4-47b8-a33f-3198cbcbdd95 req-784bc620-d3e6-4656-8a25-edc3f130984a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215012 Jul 22 22:16:32.855326 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.896217 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:32.942714 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:16:32.946187 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:16:32.953966 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:16:32.961920 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680', '978e58db-f735-4744-ba09-2529a5fc8452', '254ffb11-410d-4f28-ab52-4f5ed744c1df'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:32.989435 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event updated for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.030462 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.031132 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.048382 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-b2c6af36-56ca-4ed4-9214-372431b8cc41 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658660 Jul 22 22:16:33.054966 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a509-84cb-45d6-b64b-0ee0fabcbbb5 req-e02f9125-0400-4a33-88f3-f3812f21f464 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.062507 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9bb3a509-84cb-45d6-b64b-0ee0fabcbbb5 req-e02f9125-0400-4a33-88f3-f3812f21f464 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1047413 Jul 22 22:16:33.121415 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Request body: {'port': {'device_id': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:33.128800 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9bb3a509-84cb-45d6-b64b-0ee0fabcbbb5 req-d66b4cf2-69d5-4956-bca0-31b0343083df tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652263 Jul 22 22:16:33.224497 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.511286 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92535272-b7aa-4912-9315-13139c6d3169 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:33.519991 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.532337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Transition to ACTIVE for port object 92535272-b7aa-4912-9315-13139c6d3169 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:16:33.537523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.609916 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Pushing event updated for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:33.739480 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Attempting to bind port 92535272-b7aa-4912-9315-13139c6d3169 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:16:33.739826 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Attempting to bind port 92535272-b7aa-4912-9315-13139c6d3169 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:16:33.740163 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Attempting to bind port 92535272-b7aa-4912-9315-13139c6d3169 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:33.750342 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Port 92535272-b7aa-4912-9315-13139c6d3169 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:16:33.750695 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Attempting to bind port 92535272-b7aa-4912-9315-13139c6d3169 on network 2efa360b-cc3d-49e4-a8a0-1edcaa3e915e {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:16:33.762439 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:16:33.762708 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Checking segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:16:33.763098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Bound using segment: {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:16:33.763541 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Bound port: 92535272-b7aa-4912-9315-13139c6d3169, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b29eb0-769a-43c2-aec4-a252417ce7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:16:33.764008 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.780930 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa79e8-0405-4e8c-93a1-2e425e4aeaf3 req-bc1a767c-4c88-4bbe-83b0-8236d75d0740 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.782469 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-18aa79e8-0405-4e8c-93a1-2e425e4aeaf3 req-bc1a767c-4c88-4bbe-83b0-8236d75d0740 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.1283872 Jul 22 22:16:33.849658 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e598-c161-4154-9b01-d9ac2e6449a9 req-33b8804c-bd9a-48c1-97b0-cb05ab399155 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.851916 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4162e598-c161-4154-9b01-d9ac2e6449a9 req-33b8804c-bd9a-48c1-97b0-cb05ab399155 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0736408 Jul 22 22:16:33.862154 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-18aa79e8-0405-4e8c-93a1-2e425e4aeaf3 req-ad870041-3bc6-4d49-b43d-f4ebdbe93ebf tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Jul 22 22:16:33.873311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:16:33.878006 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=92535272-b7aa-4912-9315-13139c6d3169,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:16:33.882563 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.898518 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:33.900388 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:33.901377 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] 10.222.0.125 "PUT /v2.0/ports/92535272-b7aa-4912-9315-13139c6d3169 HTTP/1.1" status: 200 len: 1093 time: 0.7859950 Jul 22 22:16:33.901885 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'tag': '92535272-b7aa-4912-9315-13139c6d3169'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:33.904171 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf14eab3-bbb1-435a-9313-409b2a30f807" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "tag": "92535272-b7aa-4912-9315-13139c6d3169"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:33.959219 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4162e598-c161-4154-9b01-d9ac2e6449a9 req-a6b28204-965e-41c4-a3e4-0292d08d01b2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932434 Jul 22 22:16:33.978679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cfb5f-7767-4df6-9037-b92dcf81550a service neutron] Pushing event updated for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:34.006793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c238da-ac9e-4822-8128-1fbc3653387b x-openstack-request-id: req-a2c238da-ac9e-4822-8128-1fbc3653387b {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:34.007233 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "tag": "92535272-b7aa-4912-9315-13139c6d3169", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:34.007498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a2c238da-ac9e-4822-8128-1fbc3653387b {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:34.007929 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'tag': '92535272-b7aa-4912-9315-13139c6d3169', 'status': 'completed', 'code': 200} Jul 22 22:16:34.109023 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a803-f7bb-4cf0-aa7e-5f055a0ccc62 req-8e84b6b7-6d35-47f5-a851-13ede4b0fe4f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.110514 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ef69a803-f7bb-4cf0-aa7e-5f055a0ccc62 req-8e84b6b7-6d35-47f5-a851-13ede4b0fe4f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0925486 Jul 22 22:16:34.149077 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-a8883eb8-86db-4dcf-9483-bbc3d38099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.150577 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-a8883eb8-86db-4dcf-9483-bbc3d38099bd service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 1096 time: 0.0918453 Jul 22 22:16:34.163470 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ef69a803-f7bb-4cf0-aa7e-5f055a0ccc62 req-368403d0-86ec-48db-92f4-a3c97a8e369d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457337 Jul 22 22:16:34.229265 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-809af30e-a551-41e0-b724-8601f3294479 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92535272-b7aa-4912-9315-13139c6d3169 HTTP/1.1" status: 200 len: 217 time: 0.0392590 Jul 22 22:16:34.276242 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe76ac0-9e5f-4982-b4e2-fcc6fc621b70 req-8127bc40-150f-47a9-9efb-fa22e7d49e87 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.277771 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dfe76ac0-9e5f-4982-b4e2-fcc6fc621b70 req-8127bc40-150f-47a9-9efb-fa22e7d49e87 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0716326 Jul 22 22:16:34.280747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-d81ffba8-3126-429f-aba2-d2d6b0f5b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.282361 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-d81ffba8-3126-429f-aba2-d2d6b0f5b397 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0444310 Jul 22 22:16:34.318171 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dfe76ac0-9e5f-4982-b4e2-fcc6fc621b70 req-4abf80eb-8aed-469b-aa1f-7819c00a246f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336609 Jul 22 22:16:34.332406 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-9b31ea5b-b50b-47b6-89b0-d0434383031c service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286667 Jul 22 22:16:34.444768 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-867c2fb3-b26c-465c-9eb3-637ce199c1d6 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 22 22:16:34.569439 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfecd5f-b4e2-4269-9af5-f247844cfce8 req-32b8715b-8e3e-4240-81a3-01c1c4681004 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938673 Jul 22 22:16:34.862377 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-d0b830e7-87aa-47b3-8c64-7689bf9d83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.863911 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-d0b830e7-87aa-47b3-8c64-7689bf9d83ab service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 1096 time: 0.0640101 Jul 22 22:16:34.959952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-91aa1211-31de-4a4a-a504-d46e70496bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:34.961450 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-91aa1211-31de-4a4a-a504-d46e70496bd2 service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.0866933 Jul 22 22:16:35.015373 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-236964d2-70a3-4446-82c7-3b7f83cbfb92 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92535272-b7aa-4912-9315-13139c6d3169 HTTP/1.1" status: 200 len: 217 time: 0.0407212 Jul 22 22:16:35.100650 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-c0f4a073-1ada-4972-9aba-f50d9c6defec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.102019 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-c0f4a073-1ada-4972-9aba-f50d9c6defec service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0677929 Jul 22 22:16:35.124109 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586a46-0315-48ea-9447-e7d00f6a29c0 req-0d82fe81-2fde-474c-9755-1ed7db97390b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.125617 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce586a46-0315-48ea-9447-e7d00f6a29c0 req-0d82fe81-2fde-474c-9755-1ed7db97390b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.1032178 Jul 22 22:16:35.166774 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-c6971ddb-62aa-45f3-806c-7ac533c47a6b service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401881 Jul 22 22:16:35.186841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce586a46-0315-48ea-9447-e7d00f6a29c0 req-33993566-859f-46e7-aab0-8e9fea264a2d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510273 Jul 22 22:16:35.305969 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-eca1d1ae-3b19-46c1-9591-1f6bed7db79b service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197615 Jul 22 22:16:35.314355 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332b4c-1133-4707-bab2-62b866f0cc89 req-a297f380-8851-4f80-904e-024f7b28c59e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.315839 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-86332b4c-1133-4707-bab2-62b866f0cc89 req-a297f380-8851-4f80-904e-024f7b28c59e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0751703 Jul 22 22:16:35.355755 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-86332b4c-1133-4707-bab2-62b866f0cc89 req-8baac5ac-f8f0-4246-af72-01a4a460ffb9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343158 Jul 22 22:16:35.442663 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf14eab3-bbb1-435a-9313-409b2a30f807 req-a5031cba-333b-4d44-ab7e-9b980999c037 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222003 Jul 22 22:16:35.472472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132527b-561f-436a-8b70-4713f5fe89a7 req-3c60b3d2-2563-4d86-9229-7324ddd69d56 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.474271 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5132527b-561f-436a-8b70-4713f5fe89a7 req-3c60b3d2-2563-4d86-9229-7324ddd69d56 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0773776 Jul 22 22:16:35.516770 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5132527b-561f-436a-8b70-4713f5fe89a7 req-c386280f-7c38-4529-b0e8-a9ef2afa6fdf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Jul 22 22:16:35.703488 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2b024-5b84-47eb-8def-854f7e978eb5 req-dc9f09a7-3159-4a21-a40b-66c5a211747d tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:35.705030 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24a2b024-5b84-47eb-8def-854f7e978eb5 req-dc9f09a7-3159-4a21-a40b-66c5a211747d tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0687649 Jul 22 22:16:35.741836 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-24a2b024-5b84-47eb-8def-854f7e978eb5 req-2ac479b0-9d7b-4962-afa3-52fcd2c05cab tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Jul 22 22:16:36.330124 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a3a6d-94d5-456c-8837-d6ff972f6a40 req-9a536400-a0d1-46a9-887c-c41f13507386 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.331645 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-245a3a6d-94d5-456c-8837-d6ff972f6a40 req-9a536400-a0d1-46a9-887c-c41f13507386 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0673234 Jul 22 22:16:36.370247 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-245a3a6d-94d5-456c-8837-d6ff972f6a40 req-d82d8f6f-96da-42af-ad26-cf49e821bc2e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Jul 22 22:16:36.493087 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcebef9-f158-4c71-b226-bc9f9f66b0b9 req-a6988e95-7ad6-450a-a485-f4114e3a6c06 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.494480 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0dcebef9-f158-4c71-b226-bc9f9f66b0b9 req-a6988e95-7ad6-450a-a485-f4114e3a6c06 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0660651 Jul 22 22:16:36.532188 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0dcebef9-f158-4c71-b226-bc9f9f66b0b9 req-2b4a8796-3820-4e00-b93f-7d5c143952c5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Jul 22 22:16:36.651777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc188c2-1824-41be-9224-b532119c6878 req-d960c690-6a02-40e5-979d-87182f74da98 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.653304 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc188c2-1824-41be-9224-b532119c6878 req-d960c690-6a02-40e5-979d-87182f74da98 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0650733 Jul 22 22:16:36.695377 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1cc188c2-1824-41be-9224-b532119c6878 req-ddde6b0a-c252-4fbc-9e91-0d693c82dc5f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Jul 22 22:16:36.869955 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0b26f-b3bc-459c-95bd-5db31e17dfba req-5bb3392a-9606-471a-b786-f1517c01054c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:36.871453 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c0b26f-b3bc-459c-95bd-5db31e17dfba req-5bb3392a-9606-471a-b786-f1517c01054c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0634756 Jul 22 22:16:36.913275 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4c0b26f-b3bc-459c-95bd-5db31e17dfba req-bdace352-a2da-45a0-82b7-c6b781e5b9b8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Jul 22 22:16:37.502660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d503e-edd5-4909-9e0b-9b1fd5d5696c req-37c00362-5951-40fc-a56f-0cafb032a2db tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.504114 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-216d503e-edd5-4909-9e0b-9b1fd5d5696c req-37c00362-5951-40fc-a56f-0cafb032a2db tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0669453 Jul 22 22:16:37.541746 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-216d503e-edd5-4909-9e0b-9b1fd5d5696c req-d71377de-214a-433e-8ee3-946e92e8ee30 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Jul 22 22:16:37.675981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67d0a4-860a-48b8-9e32-b1799279e326 req-bf594be8-160b-4c8d-b86a-9cf784d53661 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.677550 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9c67d0a4-860a-48b8-9e32-b1799279e326 req-bf594be8-160b-4c8d-b86a-9cf784d53661 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0714104 Jul 22 22:16:37.721434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9c67d0a4-860a-48b8-9e32-b1799279e326 req-afb0d851-6337-4cf2-b87e-6288b806bce1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364666 Jul 22 22:16:37.827062 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c9b94-1132-4f49-a69c-636b591703aa req-ffc1e7a9-ff7c-4551-86cb-7ee5a0c6992a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:37.828580 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-704c9b94-1132-4f49-a69c-636b591703aa req-ffc1e7a9-ff7c-4551-86cb-7ee5a0c6992a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0659473 Jul 22 22:16:37.868660 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-704c9b94-1132-4f49-a69c-636b591703aa req-66e9d3ae-8e96-4d91-9fc3-3259a88be7cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Jul 22 22:16:38.047438 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8d58-1f3f-4bfb-8387-b82f01706157 req-af8a9284-074f-4ee3-89a9-13dc3a19d21c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.048883 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5daa8d58-1f3f-4bfb-8387-b82f01706157 req-af8a9284-074f-4ee3-89a9-13dc3a19d21c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0635397 Jul 22 22:16:38.088041 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5daa8d58-1f3f-4bfb-8387-b82f01706157 req-949909d0-4f79-4b9e-a7c5-83d34c49d2d3 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Jul 22 22:16:38.676356 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccacce-93fc-4b28-8be8-ca03579e2c79 req-10a2ffac-580f-4d93-b96f-da9226f69071 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.677755 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f9ccacce-93fc-4b28-8be8-ca03579e2c79 req-10a2ffac-580f-4d93-b96f-da9226f69071 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0701556 Jul 22 22:16:38.714824 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f9ccacce-93fc-4b28-8be8-ca03579e2c79 req-f0c04f6a-82be-4ae3-b4e0-cbd6e814cbf3 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Jul 22 22:16:38.857443 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f4c84-8842-443c-b173-e3799336134a req-6b846389-63f7-4966-8290-13bc5c33321f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:38.860192 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad9f4c84-8842-443c-b173-e3799336134a req-6b846389-63f7-4966-8290-13bc5c33321f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0684135 Jul 22 22:16:38.900252 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad9f4c84-8842-443c-b173-e3799336134a req-71223459-d605-4a2b-b75e-08027dfde54a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Jul 22 22:16:39.006924 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc476c-dbe8-46f2-a7ef-0cf6ae6af499 req-cc8771a2-0bde-430c-bae0-5efb5d992881 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.008326 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2edc476c-dbe8-46f2-a7ef-0cf6ae6af499 req-cc8771a2-0bde-430c-bae0-5efb5d992881 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0645161 Jul 22 22:16:39.047030 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2edc476c-dbe8-46f2-a7ef-0cf6ae6af499 req-6d344f99-f82a-4736-a295-d694706444db tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Jul 22 22:16:39.219865 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb250-68f8-4eb4-bb88-00616e5b67b7 req-ac0c3207-500d-40cc-a910-af4b376f0633 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.221392 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4deb250-68f8-4eb4-bb88-00616e5b67b7 req-ac0c3207-500d-40cc-a910-af4b376f0633 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0674677 Jul 22 22:16:39.262378 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4deb250-68f8-4eb4-bb88-00616e5b67b7 req-c2d14610-fa95-4488-ad13-30375fafc547 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Jul 22 22:16:39.849229 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e45ede-6600-4353-abfb-7a6741e6c839 req-48d67265-4efe-453c-89ea-4b04628ed1b6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:39.850751 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1e45ede-6600-4353-abfb-7a6741e6c839 req-48d67265-4efe-453c-89ea-4b04628ed1b6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0691471 Jul 22 22:16:39.893406 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1e45ede-6600-4353-abfb-7a6741e6c839 req-dd2bc61e-8fd0-4175-89a9-436d0cc7a894 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 Jul 22 22:16:40.040350 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cacbe-674e-46ea-aca2-4658a3239283 req-9d599a3e-08e1-4d6b-838b-a32abe5630b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.041841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b7cacbe-674e-46ea-aca2-4658a3239283 req-9d599a3e-08e1-4d6b-838b-a32abe5630b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0649743 Jul 22 22:16:40.080143 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b7cacbe-674e-46ea-aca2-4658a3239283 req-fd4c5284-5f83-4dbf-b5c7-c46b1f05d87d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 22 22:16:40.178267 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fc260-dfa0-4bf3-8d7e-4c2f3b61923d req-e9b372ac-7ad8-46f2-bf27-d8868d988bb6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.179771 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8c9fc260-dfa0-4bf3-8d7e-4c2f3b61923d req-e9b372ac-7ad8-46f2-bf27-d8868d988bb6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0654027 Jul 22 22:16:40.218598 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8c9fc260-dfa0-4bf3-8d7e-4c2f3b61923d req-ecd25e47-1efd-4833-a3db-9186f8c323d3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Jul 22 22:16:40.390551 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097d119-6483-4c86-824c-4240eb79a2fd req-df586f1a-12ba-496c-bca7-b03d512f7a6c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:40.392034 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6097d119-6483-4c86-824c-4240eb79a2fd req-df586f1a-12ba-496c-bca7-b03d512f7a6c tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0640361 Jul 22 22:16:40.430515 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6097d119-6483-4c86-824c-4240eb79a2fd req-ed39ca9f-3731-4511-b312-b39a880470fb tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jul 22 22:16:41.026291 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b129-2228-43f4-b664-d8e14a4f55af req-703763d7-78ab-42ad-9b19-3535b3a41398 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.028066 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1458b129-2228-43f4-b664-d8e14a4f55af req-703763d7-78ab-42ad-9b19-3535b3a41398 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0671692 Jul 22 22:16:41.069137 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1458b129-2228-43f4-b664-d8e14a4f55af req-d4b63088-84f0-4a7e-81db-a4872adad102 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345557 Jul 22 22:16:41.218983 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6976c-4b67-44c9-b3bc-93b56ea874eb req-72cf4721-9c79-4102-a750-09fe7b785bca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.220588 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b8e6976c-4b67-44c9-b3bc-93b56ea874eb req-72cf4721-9c79-4102-a750-09fe7b785bca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0677946 Jul 22 22:16:41.260822 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b8e6976c-4b67-44c9-b3bc-93b56ea874eb req-f6f32ade-65bc-4832-8443-e4b4774bd770 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Jul 22 22:16:41.352434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6fb35-e49b-449a-8515-ee4803e6361e req-61271b3d-d01f-403e-8914-0a59f65eced8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.353968 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7a6fb35-e49b-449a-8515-ee4803e6361e req-61271b3d-d01f-403e-8914-0a59f65eced8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0679543 Jul 22 22:16:41.394330 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7a6fb35-e49b-449a-8515-ee4803e6361e req-1363835d-c871-495d-852d-454128c9c015 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Jul 22 22:16:41.570225 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce87b8-2cf1-4689-b08d-18d88ef7cd09 req-150ad56e-ea1a-40dd-999f-7591a11f80cf tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:41.571730 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a4ce87b8-2cf1-4689-b08d-18d88ef7cd09 req-150ad56e-ea1a-40dd-999f-7591a11f80cf tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0665948 Jul 22 22:16:41.610907 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a4ce87b8-2cf1-4689-b08d-18d88ef7cd09 req-e39c98e4-ec90-41cc-9579-4f65944eb41d tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Jul 22 22:16:42.201609 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c033c0-b6aa-497b-b452-5e00dacfb924 req-3c52e9cd-ea73-4f4b-9eca-629d73ace462 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.203479 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-54c033c0-b6aa-497b-b452-5e00dacfb924 req-3c52e9cd-ea73-4f4b-9eca-629d73ace462 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0664613 Jul 22 22:16:42.250911 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-54c033c0-b6aa-497b-b452-5e00dacfb924 req-fd7f8dbe-64d8-45e3-be94-93fc2d438a77 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Jul 22 22:16:42.403784 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02540a-e8a3-4ca1-8d88-31ddcfa157c7 req-26db361e-9efe-46ef-91ab-3dd7c1f3315a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.405908 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-da02540a-e8a3-4ca1-8d88-31ddcfa157c7 req-26db361e-9efe-46ef-91ab-3dd7c1f3315a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0686831 Jul 22 22:16:42.445561 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-da02540a-e8a3-4ca1-8d88-31ddcfa157c7 req-e04264e9-2895-496c-85ea-d01b05125aa8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340505 Jul 22 22:16:42.530446 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb086-d531-4aa0-ac83-38f26f35b8bb req-2848773d-8970-485a-833d-d05311356a47 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.531956 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49ddb086-d531-4aa0-ac83-38f26f35b8bb req-2848773d-8970-485a-833d-d05311356a47 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0689447 Jul 22 22:16:42.579082 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49ddb086-d531-4aa0-ac83-38f26f35b8bb req-c201ae5d-beca-478d-a212-7ed9d915fb1f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Jul 22 22:16:42.749068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f008082-b223-48f2-8ca3-a892da456916 req-dd2098cd-4b8a-40e0-a116-e0b744f87ebc tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.750575 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f008082-b223-48f2-8ca3-a892da456916 req-dd2098cd-4b8a-40e0-a116-e0b744f87ebc tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0685048 Jul 22 22:16:42.790633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f008082-b223-48f2-8ca3-a892da456916 req-d4612ee8-6cd2-4eda-a4ca-025cf65badc7 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jul 22 22:16:42.927154 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1ef6bf18-9de3-4cad-a804-0b3e7446f206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:42.972016 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01c1a6-f37c-46e8-a76c-c69e91aef8a2 req-bff1a8e1-6164-4187-832c-1719b6c22af8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:42.973845 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1e01c1a6-f37c-46e8-a76c-c69e91aef8a2 req-bff1a8e1-6164-4187-832c-1719b6c22af8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0704794 Jul 22 22:16:43.010867 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1e01c1a6-f37c-46e8-a76c-c69e91aef8a2 req-6540a519-db06-4024-ac3c-50c45af9266d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jul 22 22:16:43.389898 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047280cb-1076-43e6-a13c-73efb45620a6 req-0d08c35d-da3f-46e7-a195-e4582edd06f6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.391396 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-047280cb-1076-43e6-a13c-73efb45620a6 req-0d08c35d-da3f-46e7-a195-e4582edd06f6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 943 time: 0.0695591 Jul 22 22:16:43.429979 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-047280cb-1076-43e6-a13c-73efb45620a6 req-00f56d9c-16e4-4592-921d-e0048f2ac334 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Jul 22 22:16:43.587913 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dba77-93a4-4ed2-b231-756d3c6164fa req-a57c64af-38f0-41ac-a607-8aada9b301e9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.589522 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-656dba77-93a4-4ed2-b231-756d3c6164fa req-a57c64af-38f0-41ac-a607-8aada9b301e9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0703022 Jul 22 22:16:43.633689 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-656dba77-93a4-4ed2-b231-756d3c6164fa req-b27f3999-265a-4024-9a3a-45c9ddef5fe1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381711 Jul 22 22:16:43.729365 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 92535272-b7aa-4912-9315-13139c6d3169 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:16:43.744910 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044c4e8-773f-4f8f-b916-f788a8c080cf req-6f4c7f80-a3e5-4380-bdc8-3ac53fec6f37 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.746482 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9044c4e8-773f-4f8f-b916-f788a8c080cf req-6f4c7f80-a3e5-4380-bdc8-3ac53fec6f37 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0886948 Jul 22 22:16:43.791102 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9044c4e8-773f-4f8f-b916-f788a8c080cf req-233c46c6-bda7-49f9-903c-f97e9a4ba84b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jul 22 22:16:43.865315 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=92535272-b7aa-4912-9315-13139c6d3169,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:43.880100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '92535272-b7aa-4912-9315-13139c6d3169', 'network_id': '2efa360b-cc3d-49e4-a8a0-1edcaa3e915e', 'port_id': '92535272-b7aa-4912-9315-13139c6d3169', 'mac_address': 'fa:16:3e:2b:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d9b04e-1359-44ed-a558-5821b7094af8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:16:43.925530 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.942087 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92535272-b7aa-4912-9315-13139c6d3169 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:16:43.943651 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946a8b-37e3-4cbc-a1df-877ccaedba24 req-8f3e6d76-7eb8-435d-986f-0b34df771d8f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:43.945311 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4d946a8b-37e3-4cbc-a1df-877ccaedba24 req-8f3e6d76-7eb8-435d-986f-0b34df771d8f tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0827255 Jul 22 22:16:43.967567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=92535272-b7aa-4912-9315-13139c6d3169,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:43.971789 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:43.997866 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4d946a8b-37e3-4cbc-a1df-877ccaedba24 req-25f491a1-d806-4f95-b8bc-e8f37127a673 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Jul 22 22:16:44.024085 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:44.032593 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.032948 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.033289 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.033623 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.034166 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.034505 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.034836 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.035164 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.035504 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.035819 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.036143 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.036480 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:16:44.177388 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb019d6-8070-4caa-a549-f51987a52d4f req-0692d766-828b-45a0-84b6-2cc4da7d97c5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.179403 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fbb019d6-8070-4caa-a549-f51987a52d4f req-0692d766-828b-45a0-84b6-2cc4da7d97c5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0850322 Jul 22 22:16:44.231384 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fbb019d6-8070-4caa-a549-f51987a52d4f req-e174e0b6-2da1-47b9-88fa-6eb0ed01196a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Jul 22 22:16:44.563359 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7d145-fe92-4d59-bb03-0c87b1a4d684 req-2aa9a5be-c3fa-4f86-9941-6f2fd3b6fc26 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.564869 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ded7d145-fe92-4d59-bb03-0c87b1a4d684 req-2aa9a5be-c3fa-4f86-9941-6f2fd3b6fc26 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 944 time: 0.0670147 Jul 22 22:16:44.633148 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ded7d145-fe92-4d59-bb03-0c87b1a4d684 req-3c2b20cc-5d38-4f1f-9d53-fa96260c0b71 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Jul 22 22:16:44.661137 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-ee147b37-5d39-485c-9918-14595672289a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.662721 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-ee147b37-5d39-485c-9918-14595672289a tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 945 time: 0.0846920 Jul 22 22:16:44.780112 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b8781-4228-4ed0-94d3-5b19fd6055c3 req-ed6cecc6-e5e8-4bf0-a4fb-f831624d968f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.781663 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb1b8781-4228-4ed0-94d3-5b19fd6055c3 req-ed6cecc6-e5e8-4bf0-a4fb-f831624d968f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0705533 Jul 22 22:16:44.784885 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Deleting port b9faf1d1-d85d-4af6-8408-98838300af74 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:16:44.785301 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.831982 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb1b8781-4228-4ed0-94d3-5b19fd6055c3 req-80fbd542-63cb-4133-a08d-cacf8f98981e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443964 Jul 22 22:16:44.940248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] For port b9faf1d1-d85d-4af6-8408-98838300af74, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=b9faf1d1-d85d-4af6-8408-98838300af74,segment=NetworkSegment(92fa8931-c92a-4648-9799-ba19872873f2),segment_id=92fa8931-c92a-4648-9799-ba19872873f2)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:44.940633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:44.958742 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Calling delete_port for b9faf1d1-d85d-4af6-8408-98838300af74 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:16:44.973018 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['92535272-b7aa-4912-9315-13139c6d3169'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:16:44.985038 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b70eb0-4aa1-4b20-a956-1f33c63d08ad req-0dc47723-c666-4ba5-872a-a33f021977d3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:44.986545 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2b70eb0-4aa1-4b20-a956-1f33c63d08ad req-0dc47723-c666-4ba5-872a-a33f021977d3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1115150 Jul 22 22:16:44.989576 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39018) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.078478 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2b70eb0-4aa1-4b20-a956-1f33c63d08ad req-18fddf30-bc16-4191-98f9-f7a5b88e761a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541008 Jul 22 22:16:45.160063 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6c0710b-edca-4ab4-9076-3a10084550d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.160638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.197138 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Pushing event deleted for resources: {'Port': ['ID=b9faf1d1-d85d-4af6-8408-98838300af74,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.213509 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c6db-9b77-4106-9a70-121d7969d9e7 req-2f314f4b-fabb-4a14-bdf5-6b5df8591d40 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.214981 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cac1c6db-9b77-4106-9a70-121d7969d9e7 req-2f314f4b-fabb-4a14-bdf5-6b5df8591d40 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 867 time: 0.1330736 Jul 22 22:16:45.247192 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] No DVR routers for this DVR port b9faf1d1-d85d-4af6-8408-98838300af74 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:16:45.250989 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.253195 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-324cb484-2fb2-49c1-80e9-af307f5ad910 req-a80eaf1a-cc9d-49d5-a03d-0599bafa21e8 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.125 "DELETE /v2.0/ports/b9faf1d1-d85d-4af6-8408-98838300af74 HTTP/1.1" status: 204 len: 173 time: 0.5739722 Jul 22 22:16:45.253722 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'name': 'network-vif-deleted', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:45.256095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eceb9f5-0633-4fb2-8519-e9d283aa1a3d" -d '{"events": [{"server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "name": "network-vif-deleted", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:45.284432 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cac1c6db-9b77-4106-9a70-121d7969d9e7 req-45d7d9d8-2559-4eff-8064-1631ebc0e255 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/security-groups?id=9d437d13-2514-44aa-ac43-65c28bc40749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Jul 22 22:16:45.340786 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97af9b0-5454-491c-9129-6ddffe1e7e41 x-openstack-request-id: req-d97af9b0-5454-491c-9129-6ddffe1e7e41 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:45.341090 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab294e2-ba1d-40cd-a841-f21ef6c01964", "name": "network-vif-deleted", "tag": "b9faf1d1-d85d-4af6-8408-98838300af74", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:45.341337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d97af9b0-5454-491c-9129-6ddffe1e7e41 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:45.342359 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab294e2-ba1d-40cd-a841-f21ef6c01964', 'name': 'network-vif-deleted', 'tag': 'b9faf1d1-d85d-4af6-8408-98838300af74', 'status': 'completed', 'code': 200} Jul 22 22:16:45.344530 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6c0710b-edca-4ab4-9076-3a10084550d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.348777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f6c0710b-edca-4ab4-9076-3a10084550d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.380032 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7123e53-f1d1-4b99-8f1a-7f46b6c0f4bf req-b3614ed2-1263-48e0-af9f-5bac508570e5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.381581 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7123e53-f1d1-4b99-8f1a-7f46b6c0f4bf req-b3614ed2-1263-48e0-af9f-5bac508570e5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0742118 Jul 22 22:16:45.388098 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f6c0710b-edca-4ab4-9076-3a10084550d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=08da726e8af043ea86e4d4c1f5369927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974609 Jul 22 22:16:45.391471 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39030) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:16:45.398365 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0710b-edca-4ab4-9076-3a10084550d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8eccd-845a-4525-8325-4e73484efe41,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.425358 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f7123e53-f1d1-4b99-8f1a-7f46b6c0f4bf req-f80e960f-b849-4bb6-8b1c-30e247450f30 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331151 Jul 22 22:16:45.446954 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.469032 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.517903 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.520919 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.522115 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4ab8eccd-845a-4525-8325-4e73484efe41 HTTP/1.1" status: 204 len: 168 time: 0.1297274 Jul 22 22:16:45.530595 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716079f5-fec1-4643-9aad-623d195edb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8eccd-845a-4525-8325-4e73484efe41,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:45.675718 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:45.789448 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4791b-af08-43c8-b182-909f5e2e2ac9 req-3136c23a-926f-4e28-ae58-eafea00d75eb tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.791091 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55e4791b-af08-43c8-b182-909f5e2e2ac9 req-3136c23a-926f-4e28-ae58-eafea00d75eb tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 944 time: 0.0726869 Jul 22 22:16:45.833821 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55e4791b-af08-43c8-b182-909f5e2e2ac9 req-ffdc9a80-7fa1-47f2-a7a2-fa28fa42005a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Jul 22 22:16:45.979058 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c5008-da61-443a-b91f-28270962435f req-cd3de429-0691-41c4-b3c2-38a1f63193ab tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:45.980479 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a79c5008-da61-443a-b91f-28270962435f req-cd3de429-0691-41c4-b3c2-38a1f63193ab tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0699899 Jul 22 22:16:46.019696 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a79c5008-da61-443a-b91f-28270962435f req-8051923f-0d6a-4044-b630-4fbcd2c825b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Jul 22 22:16:46.087552 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1f91e788-e423-46a8-a2c3-cc1a7819fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.218582 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9d792-9084-40ee-b5e7-3e7234e37e32 req-9b6cfa58-7dd3-4a56-a836-80c7819b6928 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.220089 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57d9d792-9084-40ee-b5e7-3e7234e37e32 req-9b6cfa58-7dd3-4a56-a836-80c7819b6928 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0669308 Jul 22 22:16:46.257989 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-57d9d792-9084-40ee-b5e7-3e7234e37e32 req-d24f7d46-8a39-4bb5-bdd0-b423c0df695e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Jul 22 22:16:46.394788 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8432bbf9-952a-43fb-98cc-498d7dd26345 req-3578423a-a188-42af-ba17-5c6d8abc3bc9 tempest-VolumesActionsTest-824252971 tempest-VolumesActionsTest-824252971-project] 10.222.0.110 "GET /v2.0/ports?device_id=eab294e2-ba1d-40cd-a841-f21ef6c01964 HTTP/1.1" status: 200 len: 210 time: 0.0283737 Jul 22 22:16:46.558591 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6d0c8-4c3d-4d59-ba4a-2e4ba5b0b6a8 req-445020f9-f5a0-496d-99c3-6bcc7eb652eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.560056 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-74b6d0c8-4c3d-4d59-ba4a-2e4ba5b0b6a8 req-445020f9-f5a0-496d-99c3-6bcc7eb652eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0669036 Jul 22 22:16:46.597756 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-74b6d0c8-4c3d-4d59-ba4a-2e4ba5b0b6a8 req-d391eca4-c624-460f-aef3-ae092169c9fd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Jul 22 22:16:46.692835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:46.968564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02f929-f5b4-4788-b82e-9ac0128c3c8b req-e5fae5f2-a372-4aed-aaa0-741c6638e47b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:46.970065 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce02f929-f5b4-4788-b82e-9ac0128c3c8b req-e5fae5f2-a372-4aed-aaa0-741c6638e47b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 944 time: 0.0664015 Jul 22 22:16:47.007797 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce02f929-f5b4-4788-b82e-9ac0128c3c8b req-09f9b4df-f151-41aa-83d0-415150686525 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316470 Jul 22 22:16:47.153842 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eb405-1f21-4335-bbc4-d34a96aae491 req-86814590-9576-40a9-92f6-d8a2980c7560 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.155993 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-354eb405-1f21-4335-bbc4-d34a96aae491 req-86814590-9576-40a9-92f6-d8a2980c7560 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0660067 Jul 22 22:16:47.194323 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-354eb405-1f21-4335-bbc4-d34a96aae491 req-36b35176-b9bc-44c9-aab5-754fc88e0950 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jul 22 22:16:47.389869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daf961-a72c-4507-9f11-e957a3e18714 req-1808cdbf-4cd8-47f4-a185-1a2aa4c2ec01 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.391358 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-38daf961-a72c-4507-9f11-e957a3e18714 req-1808cdbf-4cd8-47f4-a185-1a2aa4c2ec01 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0691061 Jul 22 22:16:47.669081 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-38daf961-a72c-4507-9f11-e957a3e18714 req-51301a1c-4a28-4f48-8e58-f5fee2d9bf09 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720928 Jul 22 22:16:47.741187 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b340619-bc32-4476-bc55-2613f0bcc237 req-6808320b-f1aa-457b-baa4-2c1b1fe1e817 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:47.741918 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 92535272-b7aa-4912-9315-13139c6d3169 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:16:47.742745 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1b340619-bc32-4476-bc55-2613f0bcc237 req-6808320b-f1aa-457b-baa4-2c1b1fe1e817 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0737090 Jul 22 22:16:47.784513 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1b340619-bc32-4476-bc55-2613f0bcc237 req-7aaf0dab-988d-4511-867a-82ec6f7a8634 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Jul 22 22:16:47.805537 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 92535272-b7aa-4912-9315-13139c6d3169 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:16:47.809352 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 92535272-b7aa-4912-9315-13139c6d3169 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:16:47.809724 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:47.887303 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:47.910717 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92535272-b7aa-4912-9315-13139c6d3169'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:16:47.912982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fb0d93-bcee-45ab-b37b-4ae61680d157" -d '{"events": [{"server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "name": "network-vif-plugged", "status": "completed", "tag": "92535272-b7aa-4912-9315-13139c6d3169"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:16:47.929603 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=92535272-b7aa-4912-9315-13139c6d3169,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:16:47.934902 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:47.936750 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device b9faf1d1-d85d-4af6-8408-98838300af74 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:16:47.958650 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a20e66-65e0-46df-82f4-6a5d82514633 x-openstack-request-id: req-99a20e66-65e0-46df-82f4-6a5d82514633 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:16:47.958939 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "name": "network-vif-plugged", "status": "completed", "tag": "92535272-b7aa-4912-9315-13139c6d3169", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:16:47.959189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-99a20e66-65e0-46df-82f4-6a5d82514633 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:16:47.959575 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92535272-b7aa-4912-9315-13139c6d3169', 'code': 200} Jul 22 22:16:47.962760 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: b9faf1d1-d85d-4af6-8408-98838300af74 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:16:47.963104 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device b9faf1d1-d85d-4af6-8408-98838300af74 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:16:48.008392 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:16:48.158196 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720f991-1623-4f98-8b92-3a38c654548d req-598921de-eb63-4e25-95c4-3743b238eecf tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.161002 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9720f991-1623-4f98-8b92-3a38c654548d req-598921de-eb63-4e25-95c4-3743b238eecf tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0810595 Jul 22 22:16:48.208412 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9720f991-1623-4f98-8b92-3a38c654548d req-b9500ec8-be52-48f8-b508-6ae0c8a1ec47 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Jul 22 22:16:48.353241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ba4e-aa04-49b0-9c0f-21eb1afbccfa req-2028d968-4bb5-4d49-80af-95c2d56f3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.354756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e087ba4e-aa04-49b0-9c0f-21eb1afbccfa req-2028d968-4bb5-4d49-80af-95c2d56f3a48 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 1098 time: 0.1416471 Jul 22 22:16:48.410305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bc9d8-a0f1-4e09-9ada-bc15a2cab1df req-7ecf65b4-25e8-4f0a-b53e-7e138b88d10d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.411756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fc7bc9d8-a0f1-4e09-9ada-bc15a2cab1df req-7ecf65b4-25e8-4f0a-b53e-7e138b88d10d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1190364 Jul 22 22:16:48.417630 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e087ba4e-aa04-49b0-9c0f-21eb1afbccfa req-730d0f59-9b37-484d-ac0a-95de7898a779 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Jul 22 22:16:48.450595 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fc7bc9d8-a0f1-4e09-9ada-bc15a2cab1df req-1ef4594f-34e4-4492-a039-dbc1d2a17675 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Jul 22 22:16:48.800701 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a8e1d-00cd-42ee-96ba-31cc94c5f5d7 req-a2766787-6ddb-4071-afd4-596b9f243376 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.802109 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-916a8e1d-00cd-42ee-96ba-31cc94c5f5d7 req-a2766787-6ddb-4071-afd4-596b9f243376 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0639224 Jul 22 22:16:48.841434 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-916a8e1d-00cd-42ee-96ba-31cc94c5f5d7 req-e73f4f00-bd85-4c1d-90b0-08534290a373 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 22 22:16:48.918927 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857748a6-9be3-44fd-a1e2-944aeb228971 req-2779ab64-0fe4-42aa-bb4a-c2587197b758 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:48.920993 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:48.921667 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-857748a6-9be3-44fd-a1e2-944aeb228971 req-2779ab64-0fe4-42aa-bb4a-c2587197b758 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0664377 Jul 22 22:16:48.959977 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-857748a6-9be3-44fd-a1e2-944aeb228971 req-0fad1ed0-7f31-4de7-b922-ec039c29e553 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Jul 22 22:16:49.353815 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f526d-0332-41a9-b8e1-2546a55957cf req-800f9a05-b0b7-49b1-b033-aa89ae43ed1d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.355304 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-388f526d-0332-41a9-b8e1-2546a55957cf req-800f9a05-b0b7-49b1-b033-aa89ae43ed1d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0693338 Jul 22 22:16:49.393784 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-388f526d-0332-41a9-b8e1-2546a55957cf req-cd4d91e8-e766-4d87-af54-def6e659bec4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Jul 22 22:16:49.589014 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81505c-18a6-4c79-a4b4-6cddb06555b6 req-9a1a96f7-d200-4322-afd2-fdfd3d2aeadd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.590484 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8d81505c-18a6-4c79-a4b4-6cddb06555b6 req-9a1a96f7-d200-4322-afd2-fdfd3d2aeadd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0677278 Jul 22 22:16:49.628540 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8d81505c-18a6-4c79-a4b4-6cddb06555b6 req-0636dd26-5841-4d97-ad7b-428273034ca1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 22 22:16:49.975771 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf4a54-6b96-4c7d-9328-02519b47ca09 req-e5ea73bd-89e1-4ae4-bc18-be13113a52cb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:49.977286 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bfcf4a54-6b96-4c7d-9328-02519b47ca09 req-e5ea73bd-89e1-4ae4-bc18-be13113a52cb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0671985 Jul 22 22:16:50.017242 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bfcf4a54-6b96-4c7d-9328-02519b47ca09 req-1857c3d6-c5bd-4137-858d-c36a1d5074c9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 22 22:16:50.094264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8725112-8b14-4740-a843-7fe2dc0dd52e req-f0fe1251-03f1-48ad-a484-e9e0e73b044c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.095756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8725112-8b14-4740-a843-7fe2dc0dd52e req-f0fe1251-03f1-48ad-a484-e9e0e73b044c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0666234 Jul 22 22:16:50.137021 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c8725112-8b14-4740-a843-7fe2dc0dd52e req-f84ad658-1d28-461b-9ef6-798fb1c1204c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353532 Jul 22 22:16:50.527916 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ada620-5489-4d3f-bf41-5115db0acfec req-ac2c4f7e-a93c-4af2-ab89-1a538b92ab6a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.530088 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-15ada620-5489-4d3f-bf41-5115db0acfec req-ac2c4f7e-a93c-4af2-ab89-1a538b92ab6a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0674493 Jul 22 22:16:50.569201 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-15ada620-5489-4d3f-bf41-5115db0acfec req-80489210-8668-4431-b53c-a363e4167488 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Jul 22 22:16:50.768027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17e30-06cb-4159-a35b-d367dd2e4d2e req-6e6ddc61-1b8f-46a5-a7ff-20e6859a99cf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:50.769473 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3c17e30-06cb-4159-a35b-d367dd2e4d2e req-6e6ddc61-1b8f-46a5-a7ff-20e6859a99cf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0664608 Jul 22 22:16:50.814541 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3c17e30-06cb-4159-a35b-d367dd2e4d2e req-596d66a0-1810-4ff4-9d74-a077fbe5f9fd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Jul 22 22:16:51.155792 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b169265-aa06-4059-8612-0101a93ebea9 req-c0647bbe-e8f5-4eed-bf44-79c97cd48764 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.157377 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b169265-aa06-4059-8612-0101a93ebea9 req-c0647bbe-e8f5-4eed-bf44-79c97cd48764 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0709419 Jul 22 22:16:51.197659 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0b169265-aa06-4059-8612-0101a93ebea9 req-4ef1436d-d361-49f4-a3e5-5ff809638af3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345635 Jul 22 22:16:51.275260 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43047b-4c8b-4587-b30c-63ace08fb399 req-aec8aa25-1f2b-48bb-abf1-63a81b4b1bf2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.276775 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5f43047b-4c8b-4587-b30c-63ace08fb399 req-aec8aa25-1f2b-48bb-abf1-63a81b4b1bf2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0690963 Jul 22 22:16:51.314986 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5f43047b-4c8b-4587-b30c-63ace08fb399 req-abe0f91a-49d1-4b51-abff-4deb237e503c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Jul 22 22:16:51.700082 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ae0d-33de-45d4-abaa-151698237191 req-98e563d4-88eb-48cb-a778-eafcdf3ee0cd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.701623 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3f77ae0d-33de-45d4-abaa-151698237191 req-98e563d4-88eb-48cb-a778-eafcdf3ee0cd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Jul 22 22:16:51.741933 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3f77ae0d-33de-45d4-abaa-151698237191 req-0e8b3ae3-e367-4fc6-b619-4038b4ce5220 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Jul 22 22:16:51.952483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62a37-81b0-4f71-a57d-ce35edb5f462 req-8b7cae99-b22b-4b86-aaed-7b56b16284e3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:51.954072 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c4a62a37-81b0-4f71-a57d-ce35edb5f462 req-8b7cae99-b22b-4b86-aaed-7b56b16284e3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0683672 Jul 22 22:16:51.993875 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c4a62a37-81b0-4f71-a57d-ce35edb5f462 req-036285ca-ea04-4962-a1df-8143780a532e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340991 Jul 22 22:16:52.339058 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92968ea-8d62-4f45-9310-0e088a7585b2 req-65cd0270-740d-4b81-aabf-56baf222aff7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.340647 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b92968ea-8d62-4f45-9310-0e088a7585b2 req-65cd0270-740d-4b81-aabf-56baf222aff7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0711119 Jul 22 22:16:52.384809 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b92968ea-8d62-4f45-9310-0e088a7585b2 req-424be702-120b-4de9-a9d7-4755294e89ce tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Jul 22 22:16:52.459632 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f6df-8848-41fa-9f05-4a655969f33f req-e5ca6328-82a0-433f-a9ca-952312ed8911 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.461085 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cd25f6df-8848-41fa-9f05-4a655969f33f req-e5ca6328-82a0-433f-a9ca-952312ed8911 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0710874 Jul 22 22:16:52.503869 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cd25f6df-8848-41fa-9f05-4a655969f33f req-503259c3-6b2a-4cb9-9cd4-84cc279e6425 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 Jul 22 22:16:52.879439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94402c25-531a-49f7-a50d-8a8af037745a req-5f9cf38e-e8a9-48ad-97c0-0748acc85e4e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:52.881017 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94402c25-531a-49f7-a50d-8a8af037745a req-5f9cf38e-e8a9-48ad-97c0-0748acc85e4e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0722194 Jul 22 22:16:52.928463 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-94402c25-531a-49f7-a50d-8a8af037745a req-3a5ab966-74df-4721-a67a-daf4b6854fa1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Jul 22 22:16:53.148556 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d3cd5-adc1-4461-a39c-75c47eb1e199 req-576b6da7-3c0b-471b-84f0-85ba64848e62 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.151289 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-822d3cd5-adc1-4461-a39c-75c47eb1e199 req-576b6da7-3c0b-471b-84f0-85ba64848e62 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0797427 Jul 22 22:16:53.194629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-822d3cd5-adc1-4461-a39c-75c47eb1e199 req-a08c6037-f423-46f9-b183-40e4aa777282 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361316 Jul 22 22:16:53.534164 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edd845-9b56-495b-8a50-3a62f1c374f3 req-fb24274b-f366-41c9-b5aa-2127cc1d3ead tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.535757 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24edd845-9b56-495b-8a50-3a62f1c374f3 req-fb24274b-f366-41c9-b5aa-2127cc1d3ead tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0671341 Jul 22 22:16:53.576858 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24edd845-9b56-495b-8a50-3a62f1c374f3 req-578b4fc4-a530-4112-8479-be507dfc731b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Jul 22 22:16:53.649362 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379fe0f-daf8-4d54-bb61-c0e1b4a0be27 req-b05d03f3-34cf-4fae-804d-9241507f7fcd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:53.651047 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7379fe0f-daf8-4d54-bb61-c0e1b4a0be27 req-b05d03f3-34cf-4fae-804d-9241507f7fcd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0724320 Jul 22 22:16:53.691553 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7379fe0f-daf8-4d54-bb61-c0e1b4a0be27 req-59faec59-dda5-462e-8fee-6f42be61a3f6 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Jul 22 22:16:54.084777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed40ae-1516-4923-a8fd-0c4fcdc67c7a req-df48e35a-f888-4575-ab46-9757cdb08e57 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.086341 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24ed40ae-1516-4923-a8fd-0c4fcdc67c7a req-df48e35a-f888-4575-ab46-9757cdb08e57 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0758460 Jul 22 22:16:54.131085 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24ed40ae-1516-4923-a8fd-0c4fcdc67c7a req-8ab949b8-43d6-4dc0-a440-9061035540e3 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Jul 22 22:16:54.355356 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f39a4-cc0a-48e1-8f75-6d401462c070 req-13823034-9009-4e0b-a192-a897055a81b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.357552 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-337f39a4-cc0a-48e1-8f75-6d401462c070 req-13823034-9009-4e0b-a192-a897055a81b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0739987 Jul 22 22:16:54.403054 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-337f39a4-cc0a-48e1-8f75-6d401462c070 req-5b3cf2b9-0c4c-4e6f-bb91-82f171d3e64b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354662 Jul 22 22:16:54.742568 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d694471-a574-4e3e-b98f-39dbe9c1404f req-5a492f96-6905-4fb3-8b7a-808855a4ad1f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.744149 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d694471-a574-4e3e-b98f-39dbe9c1404f req-5a492f96-6905-4fb3-8b7a-808855a4ad1f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0782094 Jul 22 22:16:54.785814 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d694471-a574-4e3e-b98f-39dbe9c1404f req-15d9ac44-f71c-4d55-888a-33fb7b7045b7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 22 22:16:54.828737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102a93c-f3f5-40ca-9ca9-4b6b1a9349c5 req-3d14aba7-2080-443c-aa2b-04bf31b76120 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:54.830397 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c102a93c-f3f5-40ca-9ca9-4b6b1a9349c5 req-3d14aba7-2080-443c-aa2b-04bf31b76120 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0671186 Jul 22 22:16:54.870751 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c102a93c-f3f5-40ca-9ca9-4b6b1a9349c5 req-9f378d82-1a22-4baa-bb4c-d6746b739fbd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344005 Jul 22 22:16:55.286874 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f57f0-08b4-48ff-b407-7e90cc67fdc5 req-9aef8561-c915-4260-8e56-bfb7bb507c0c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.288548 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4b3f57f0-08b4-48ff-b407-7e90cc67fdc5 req-9aef8561-c915-4260-8e56-bfb7bb507c0c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.0794730 Jul 22 22:16:55.331205 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4b3f57f0-08b4-48ff-b407-7e90cc67fdc5 req-7e4a8b98-010e-4605-8eeb-f2e99a631355 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359044 Jul 22 22:16:55.559377 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198673d-73ca-4624-892c-2dfb8eecd9f3 req-6cb1475a-cfb0-4b89-aa61-ea4878c00906 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.562063 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c198673d-73ca-4624-892c-2dfb8eecd9f3 req-6cb1475a-cfb0-4b89-aa61-ea4878c00906 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0754170 Jul 22 22:16:55.608391 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c198673d-73ca-4624-892c-2dfb8eecd9f3 req-93d12633-19ac-4e49-abd7-7f4498fdeb5b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354965 Jul 22 22:16:55.961848 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f3b3-298d-41f4-b4d1-af047842135f req-51076c7e-bd50-44a3-b89e-df96ecaa4ae4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:55.963961 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2181f3b3-298d-41f4-b4d1-af047842135f req-51076c7e-bd50-44a3-b89e-df96ecaa4ae4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0847008 Jul 22 22:16:56.005019 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2181f3b3-298d-41f4-b4d1-af047842135f req-4dd02068-8ede-49f9-9c34-995d0bec72e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359075 Jul 22 22:16:56.018319 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e9f60-e6a1-409e-903c-0fabf2f2e8ed req-ca5f63c2-e058-4e65-a36b-c2547c14b13b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.019888 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d08e9f60-e6a1-409e-903c-0fabf2f2e8ed req-ca5f63c2-e058-4e65-a36b-c2547c14b13b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0759776 Jul 22 22:16:56.058351 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d08e9f60-e6a1-409e-903c-0fabf2f2e8ed req-e9d19a6c-f474-410e-b4e2-3eb75ade5cf3 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Jul 22 22:16:56.124102 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-112bf62c-b03a-4b21-8ec9-d7cdb91ec1b1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993943540&fields=id&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 267 time: 0.0329225 Jul 22 22:16:56.250087 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-a665242b-6b50-44bd-9b0e-91d8957b4cd0 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.251802 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-a665242b-6b50-44bd-9b0e-91d8957b4cd0 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1215372 Jul 22 22:16:56.269558 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-f90c39f9-2912-49cc-9449-ba5ce62edb6c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/quotas/853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 375 time: 0.0121176 Jul 22 22:16:56.345364 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-fdc9bd02-29d0-4014-81aa-be83262dd092 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684519 Jul 22 22:16:56.388305 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:56.456570 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-fdc1436c-e118-4c4b-8ab4-5a39f16f96f1 service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981474 Jul 22 22:16:56.558123 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-4554e5f3-160b-45e0-b895-7b7a1d77e18a service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957575 Jul 22 22:16:56.796046 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9f82c-1a21-459b-bd6d-ad7ed0c4bf2e req-1a0bd0a1-6fd3-4340-a64c-25e386cc402b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:56.798100 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1ce9f82c-1a21-459b-bd6d-ad7ed0c4bf2e req-1a0bd0a1-6fd3-4340-a64c-25e386cc402b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0993967 Jul 22 22:16:56.853086 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1ce9f82c-1a21-459b-bd6d-ad7ed0c4bf2e req-7c4adeed-f633-4a92-9a0d-d3e2019a95eb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Jul 22 22:16:56.986785 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-894d47ab-a586-46bd-a4ce-d0ef81456ba2 req-a9ad6562-5088-4b97-87c6-f53fc77265af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 210 time: 0.0496881 Jul 22 22:16:57.180534 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e619b83-8011-4b09-b0df-087a13a304df req-81e36d52-d961-43f4-a9c1-5b9f9f513475 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.189246 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e619b83-8011-4b09-b0df-087a13a304df req-81e36d52-d961-43f4-a9c1-5b9f9f513475 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1043420 Jul 22 22:16:57.292897 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e619b83-8011-4b09-b0df-087a13a304df req-87c41fae-e2ef-4ace-a45b-c02fb2479e61 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943246 Jul 22 22:16:57.495165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd29728-7280-4e44-b2b1-ee11737f5f73 req-91760b82-49d5-4ac9-b6b1-1f3dc10f387f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:57.498230 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1bd29728-7280-4e44-b2b1-ee11737f5f73 req-91760b82-49d5-4ac9-b6b1-1f3dc10f387f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1120956 Jul 22 22:16:57.610307 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1bd29728-7280-4e44-b2b1-ee11737f5f73 req-8091059c-396a-4bf1-a104-1d9e9397b187 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058254 Jul 22 22:16:58.035737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0c6e6-a76d-4422-b5e9-90a2ec140ada req-9e84ddeb-0966-4fa2-8451-cd50b6856daf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.038515 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0e0c6e6-a76d-4422-b5e9-90a2ec140ada req-9e84ddeb-0966-4fa2-8451-cd50b6856daf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0894053 Jul 22 22:16:58.088411 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0e0c6e6-a76d-4422-b5e9-90a2ec140ada req-1d2dd0c5-2796-4164-b9f2-82c82e144975 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Jul 22 22:16:58.107211 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-66382a4e-3af4-4d0d-be3b-357ef0ed935c req-797a6050-e603-495b-bd4c-a770f9375c18 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 210 time: 0.0517828 Jul 22 22:16:58.444458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79387e0-7c71-4794-902e-91097588b652 req-6e64fd7c-3e72-4c82-823e-97e7b0b09bb1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.446166 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e79387e0-7c71-4794-902e-91097588b652 req-6e64fd7c-3e72-4c82-823e-97e7b0b09bb1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0697806 Jul 22 22:16:58.561458 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e79387e0-7c71-4794-902e-91097588b652 req-c1c71d1e-f6bf-41f0-ae07-ee3f8fc009bd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Jul 22 22:16:58.784313 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa08cf-f931-4b6b-9eed-91c50dd5a589 req-01190cb6-d321-4dbe-bf7e-349aac475f31 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.784313 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49aa08cf-f931-4b6b-9eed-91c50dd5a589 req-01190cb6-d321-4dbe-bf7e-349aac475f31 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0997951 Jul 22 22:16:58.862569 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-49aa08cf-f931-4b6b-9eed-91c50dd5a589 req-3724816c-26dc-4e74-a684-d815b1f7fbb0 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650401 Jul 22 22:16:58.987107 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-b8bb4527-548e-4e24-a7c8-12a74f346be5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:58.988578 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-b8bb4527-548e-4e24-a7c8-12a74f346be5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1638212 Jul 22 22:16:59.102154 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-56e089de-a4c0-4e9d-b046-ffa691f23c97 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 380 time: 0.0616496 Jul 22 22:16:59.118352 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'port': {'device_id': '230e9e16-9304-4b70-bf95-34811d9fd221', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'admin_state_up': True, 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'security_groups': ['194c100a-e488-4e77-9264-388dd7344df6']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:16:59.291554 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-914ac409-2223-4ddc-9320-797eb6fa1c30 req-18601380-6847-48eb-92c6-98fb40c2b01a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 210 time: 0.0579197 Jul 22 22:16:59.355795 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Made reservation on behalf of 853ea27311ea40e185ea767354f4dec1 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:16:59.359201 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:16:59.408884 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc9c4-f4c4-4993-8dbb-f53bc51fd3d6 req-99faf968-1bb2-4b12-9c27-a59093931891 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:59.410898 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a5dc9c4-f4c4-4993-8dbb-f53bc51fd3d6 req-99faf968-1bb2-4b12-9c27-a59093931891 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1750178 Jul 22 22:16:59.529836 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a5dc9c4-f4c4-4993-8dbb-f53bc51fd3d6 req-36f0838f-5b2a-4a61-8a15-37f1dac30d3d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107244 Jul 22 22:16:59.612790 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.20.0.5 (7e529f4f-4b03-4451-832a-e468345894dd/09e7f249-b7a5-406a-aa47-64ac020da6ed/a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:16:59.808535 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a88d27-2827-4425-9283-a268b8507fbf req-911bb63c-6ee8-436e-99a8-5eb451a468e9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:16:59.811133 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-01a88d27-2827-4425-9283-a268b8507fbf req-911bb63c-6ee8-436e-99a8-5eb451a468e9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1319094 Jul 22 22:16:59.830126 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:16:59.881299 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-01a88d27-2827-4425-9283-a268b8507fbf req-32ce0b1c-ddea-4c90-8e05-a258f06a6b13 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574100 Jul 22 22:17:00.001645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.059875 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Transition to ACTIVE for port object a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:00.154845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bff176-60f7-4c75-b377-2432386f988b req-42e18873-c872-45ee-8405-0514e9a97d63 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.157184 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-49bff176-60f7-4c75-b377-2432386f988b req-42e18873-c872-45ee-8405-0514e9a97d63 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1807418 Jul 22 22:17:00.159606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.246727 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:00.261984 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:00.282087 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:00.336549 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-49bff176-60f7-4c75-b377-2432386f988b req-c7e3e599-7d67-44c8-87d1-61e83be6ee24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643441 Jul 22 22:17:00.337189 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:00.418679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.420125 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.465902 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-8d7c6584-7a49-4bc3-be0b-e03f64306126 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517601 Jul 22 22:17:00.507203 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Request body: {'port': {'device_id': '230e9e16-9304-4b70-bf95-34811d9fd221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:00.549985 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16912a73-ba82-4824-a0e9-dbca4ef58f0c req-04e875ec-d6bd-4a5f-b584-56dadc314ee1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:00.551798 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16912a73-ba82-4824-a0e9-dbca4ef58f0c req-04e875ec-d6bd-4a5f-b584-56dadc314ee1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 931 time: 0.1454408 Jul 22 22:17:00.609193 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1173fd5c-54d1-4dd5-b42c-4e0ffe1c6b4c None None] Provisioning for port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:00.624668 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-1173fd5c-54d1-4dd5-b42c-4e0ffe1c6b4c None None] Provisioning complete for port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:00.625352 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1173fd5c-54d1-4dd5-b42c-4e0ffe1c6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:00.631833 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-16912a73-ba82-4824-a0e9-dbca4ef58f0c req-56d199a4-328b-4e48-936c-36b9954067a2 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722287 Jul 22 22:17:00.673862 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-1173fd5c-54d1-4dd5-b42c-4e0ffe1c6b4c None None] Port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:17:00.686933 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.009480 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518956d-a159-4e43-8b5b-69bd70707405 req-9e1aa873-71ee-46f3-9a26-701b704059dc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.014557 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1518956d-a159-4e43-8b5b-69bd70707405 req-9e1aa873-71ee-46f3-9a26-701b704059dc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.3308449 Jul 22 22:17:01.041741 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b18c-16d2-410d-bd14-f5444308420e req-ebfe77df-36cf-4ebd-bbcf-242e05173f2f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.044364 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a90b18c-16d2-410d-bd14-f5444308420e req-ebfe77df-36cf-4ebd-bbcf-242e05173f2f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0959296 Jul 22 22:17:01.128591 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1a90b18c-16d2-410d-bd14-f5444308420e req-32f12c14-5c89-48bc-8861-33367882f1e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702457 Jul 22 22:17:01.153159 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1518956d-a159-4e43-8b5b-69bd70707405 req-c5b981ef-95c0-4399-8302-7b7df43e29c8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272790 Jul 22 22:17:01.283045 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:01.291980 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.306130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Transition to ACTIVE for port object a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:17:01.313149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.417866 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:01.491540 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Attempting to bind port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:17:01.492018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Attempting to bind port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:17:01.492542 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Attempting to bind port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:01.498642 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f on network 7e529f4f-4b03-4451-832a-e468345894dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:17:01.499229 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Attempting to bind port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:17:01.507266 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:17:01.507671 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:17:01.508541 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Bound using segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:17:01.515222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Bound port: a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:17:01.515222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.583483 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c2c4-badd-4d9e-be0d-62154d108c6c req-5d4d11bb-1d9f-4297-b928-a01d53e08cba tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.586139 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3bb1c2c4-badd-4d9e-be0d-62154d108c6c req-5d4d11bb-1d9f-4297-b928-a01d53e08cba tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1480031 Jul 22 22:17:01.673144 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3bb1c2c4-badd-4d9e-be0d-62154d108c6c req-43665d1e-f55d-4ea5-ba57-3cd96983024c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741818 Jul 22 22:17:01.674354 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:17:01.679155 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:17:01.686912 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.746437 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.747212 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:01.748882 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-860777a1-e183-4389-9313-526db3cc4540 service neutron] 10.222.0.125 "PUT /v2.0/ports/a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f HTTP/1.1" status: 200 len: 1093 time: 1.2505646 Jul 22 22:17:01.749368 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:01.751922 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05" -d '{"events": [{"name": "network-changed", "server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:01.798380 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860777a1-e183-4389-9313-526db3cc4540 service neutron] Pushing event updated for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:01.858111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7856d57-7946-4300-bf34-cb809ca16580 x-openstack-request-id: req-d7856d57-7946-4300-bf34-cb809ca16580 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:01.858111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:01.858111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d7856d57-7946-4300-bf34-cb809ca16580 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:01.858111 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'status': 'completed', 'code': 200} Jul 22 22:17:01.904309 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ce89a-8b2f-494d-92b0-6dcaaec5fcb6 req-444aa2b3-2519-4c0f-b3cd-dc738d58ebc2 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:01.906426 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-690ce89a-8b2f-494d-92b0-6dcaaec5fcb6 req-444aa2b3-2519-4c0f-b3cd-dc738d58ebc2 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1363573 Jul 22 22:17:02.012737 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-690ce89a-8b2f-494d-92b0-6dcaaec5fcb6 req-fec621a9-a7e2-4c82-8eec-af5aedc51d09 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669012 Jul 22 22:17:02.037002 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-cfccc68a-7910-4fc1-aafa-61e2af0b0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.038546 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-cfccc68a-7910-4fc1-aafa-61e2af0b0f86 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 1096 time: 0.1310489 Jul 22 22:17:02.101499 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-306c37b4-61ff-4f5d-a242-2a9825835ae6 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f HTTP/1.1" status: 200 len: 217 time: 0.0362642 Jul 22 22:17:02.168569 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-30768e7c-7654-46bc-9a58-8ddac61c1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.171376 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-30768e7c-7654-46bc-9a58-8ddac61c1b41 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0557466 Jul 22 22:17:02.275944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-459a1b53-7e44-4a6a-8b1e-b36986dd0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.277905 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-459a1b53-7e44-4a6a-8b1e-b36986dd0327 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952280 Jul 22 22:17:02.338514 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be4bc-3d4b-43e7-b95a-cd02e7891562 req-2a9a6c38-b4ce-4d31-bef8-c6f1d5712526 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.341499 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e49be4bc-3d4b-43e7-b95a-cd02e7891562 req-2a9a6c38-b4ce-4d31-bef8-c6f1d5712526 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0895505 Jul 22 22:17:02.390223 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e49be4bc-3d4b-43e7-b95a-cd02e7891562 req-61309bc6-63ba-48fc-8696-5182509966f0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Jul 22 22:17:02.445954 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266be56-ecbb-48d2-af7a-40ce8d79b2a9 req-22f7ea4a-d443-4c33-abbb-2a0109979f1c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.447488 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4266be56-ecbb-48d2-af7a-40ce8d79b2a9 req-22f7ea4a-d443-4c33-abbb-2a0109979f1c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1746986 Jul 22 22:17:02.454433 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-1f58da50-2241-4153-9ee2-af17f6168f52 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412363 Jul 22 22:17:02.514061 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4266be56-ecbb-48d2-af7a-40ce8d79b2a9 req-a8b23276-9ce3-4a3d-a19f-610d73df4eb9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586207 Jul 22 22:17:02.594644 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-590f6146-b11b-4bdb-9ac3-f29bb3410cbf req-5e926d6d-1260-4b08-990c-a5b2a4fb7ef7 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170020 Jul 22 22:17:02.839429 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-bda96104-aefc-4966-bf0f-54f9724423c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.843776 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-bda96104-aefc-4966-bf0f-54f9724423c4 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 1096 time: 0.0804825 Jul 22 22:17:02.944608 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02108e6b-4bb7-4cbb-9bb8-240078bc9453 req-25562f11-904f-40ff-a43d-bc7474f33418 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.962733 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02108e6b-4bb7-4cbb-9bb8-240078bc9453 req-25562f11-904f-40ff-a43d-bc7474f33418 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1245389 Jul 22 22:17:02.965391 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-354542fb-72cf-4c3a-a83e-7e0676d6176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:02.967059 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-354542fb-72cf-4c3a-a83e-7e0676d6176c service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1075675 Jul 22 22:17:03.013240 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02108e6b-4bb7-4cbb-9bb8-240078bc9453 req-c6c19174-77f4-4a65-a7ec-2bed670a6059 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494573 Jul 22 22:17:03.061308 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-395a0098-38de-411f-8603-4002c97b5e85 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f HTTP/1.1" status: 200 len: 217 time: 0.0833833 Jul 22 22:17:03.150081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-9f8000e2-4d00-4b20-b2e2-91d5e0ea0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.151567 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-9f8000e2-4d00-4b20-b2e2-91d5e0ea0f7b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0734975 Jul 22 22:17:03.215087 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebdfba-5d4b-473d-ace9-49a2ad7c151b req-8787db61-98c7-418f-9d6a-8b31bc66d93a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.216756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4ebdfba-5d4b-473d-ace9-49a2ad7c151b req-8787db61-98c7-418f-9d6a-8b31bc66d93a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1300991 Jul 22 22:17:03.271063 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4ebdfba-5d4b-473d-ace9-49a2ad7c151b req-5eca2666-7903-40d5-9e34-b7bea7b5a56d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483131 Jul 22 22:17:03.287059 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-23dd8eb8-9ad3-4672-a6d7-408f31ed83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.289458 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-23dd8eb8-9ad3-4672-a6d7-408f31ed83e7 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109741 Jul 22 22:17:03.538004 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77b739-a421-4c59-a8bb-30fd920c2725 req-a57c81b2-4f59-4b99-acfb-371f19c900a9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.539677 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be77b739-a421-4c59-a8bb-30fd920c2725 req-a57c81b2-4f59-4b99-acfb-371f19c900a9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0756338 Jul 22 22:17:03.578905 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-c79b8b9f-b78b-4d50-8a9c-91a880f80bf9 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076245 Jul 22 22:17:03.605919 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-be77b739-a421-4c59-a8bb-30fd920c2725 req-78de351f-7009-4057-b18e-fcc2eddee735 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Jul 22 22:17:03.740790 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f1e6-3b54-4bda-956b-01d630e8a5e0 req-33705e1e-d2f7-41c4-9dbc-9a8acc04424e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:03.742348 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-95a8f1e6-3b54-4bda-956b-01d630e8a5e0 req-33705e1e-d2f7-41c4-9dbc-9a8acc04424e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1433771 Jul 22 22:17:03.746452 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9dd101c3-2fe0-4b2a-9aa9-a3466b222d05 req-a3dba506-7969-46cd-8ce8-2395bfa5dcba service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149704 Jul 22 22:17:03.790134 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-95a8f1e6-3b54-4bda-956b-01d630e8a5e0 req-88d412ae-106d-438c-a3ae-b51c94e2ff76 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396168 Jul 22 22:17:04.165626 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c7d2-2421-4d79-b264-f23cb59c249a req-e8813693-dce2-4953-b1f9-af26dda0c354 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.167336 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0972c7d2-2421-4d79-b264-f23cb59c249a req-e8813693-dce2-4953-b1f9-af26dda0c354 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0724332 Jul 22 22:17:04.207921 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0972c7d2-2421-4d79-b264-f23cb59c249a req-6a501381-db68-407f-a4b0-563cca576b84 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338545 Jul 22 22:17:04.423286 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cfb29-b261-4085-bbb2-d869cef3150d req-93c33559-44e1-4244-aaa4-69473594f3c5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.424875 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b72cfb29-b261-4085-bbb2-d869cef3150d req-93c33559-44e1-4244-aaa4-69473594f3c5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.0675023 Jul 22 22:17:04.474275 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b72cfb29-b261-4085-bbb2-d869cef3150d req-eca81c95-8834-4f6f-addd-e85748ec4c86 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Jul 22 22:17:04.769361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15c43c-6322-4ace-9ed2-b85edafe1555 req-9aaaabc5-3010-443c-9e73-48e7a75c3a49 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.775300 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a15c43c-6322-4ace-9ed2-b85edafe1555 req-9aaaabc5-3010-443c-9e73-48e7a75c3a49 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0948257 Jul 22 22:17:04.821871 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a15c43c-6322-4ace-9ed2-b85edafe1555 req-f525127e-5dd4-466d-82df-adeb5847e793 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Jul 22 22:17:04.935233 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf31e3f-721f-4048-a842-5ca4f4359cc9 req-84fb0933-f486-47d5-b98e-179414a9ca7f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:04.937316 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9bf31e3f-721f-4048-a842-5ca4f4359cc9 req-84fb0933-f486-47d5-b98e-179414a9ca7f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0708241 Jul 22 22:17:04.979353 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9bf31e3f-721f-4048-a842-5ca4f4359cc9 req-54a4bb64-da3e-4618-b5c9-362622702213 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369246 Jul 22 22:17:05.351086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0edc6-103f-4155-83ca-00537cbbff40 req-aa9d141a-45cf-422e-85ad-e36395e1e900 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.357460 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7ca0edc6-103f-4155-83ca-00537cbbff40 req-aa9d141a-45cf-422e-85ad-e36395e1e900 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0760050 Jul 22 22:17:05.397231 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7ca0edc6-103f-4155-83ca-00537cbbff40 req-442d4dec-4ecf-4630-a340-2351a4b0275f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 Jul 22 22:17:05.610105 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5edaf5-0424-470a-97b1-9f4b16eb3ad9 req-dcdc931a-93c6-4621-b70e-5bbb02a2f576 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:05.611622 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7a5edaf5-0424-470a-97b1-9f4b16eb3ad9 req-dcdc931a-93c6-4621-b70e-5bbb02a2f576 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.0685332 Jul 22 22:17:05.653154 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7a5edaf5-0424-470a-97b1-9f4b16eb3ad9 req-ca023937-c9a7-49ed-9351-07274615480a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Jul 22 22:17:05.875222 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:05.997626 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb770-6a57-41f8-9fd2-3d7a219dd75a req-1be408f7-bdcb-491b-b6b5-1dd201b7feb1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:06.000498 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4bfb770-6a57-41f8-9fd2-3d7a219dd75a req-1be408f7-bdcb-491b-b6b5-1dd201b7feb1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0913248 Jul 22 22:17:06.018092 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:06.034163 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:06.047369 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4bfb770-6a57-41f8-9fd2-3d7a219dd75a req-a483e446-5b0e-4c23-b40b-4fe4848183b7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Jul 22 22:17:06.080870 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.095437 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:06.121647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:06.127408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:06.149354 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4ffb-8505-4ea6-a25b-431134493b8a req-bd0c699c-2561-4991-8df2-3eeeaaf90809 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:06.157202 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-be9a4ffb-8505-4ea6-a25b-431134493b8a req-bd0c699c-2561-4991-8df2-3eeeaaf90809 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0946872 Jul 22 22:17:06.190653 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:06.203899 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-be9a4ffb-8505-4ea6-a25b-431134493b8a req-ae7eb0f2-3fb2-49d7-ab61-43142aa20be2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457284 Jul 22 22:17:06.554844 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3a3c-2cc3-433c-80ec-24a884668768 req-828a1315-5936-401e-97d3-bd20fa5144e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:06.556722 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59cf3a3c-2cc3-433c-80ec-24a884668768 req-828a1315-5936-401e-97d3-bd20fa5144e8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0818219 Jul 22 22:17:06.597687 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59cf3a3c-2cc3-433c-80ec-24a884668768 req-c111ce65-922e-45c8-b11e-b7fe574de102 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Jul 22 22:17:06.807960 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2555a1b-1e25-42ee-8b72-743a0d4d1554 req-80a7779d-91d2-47c2-8e9b-2a8fc85bcbbb tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:06.809656 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2555a1b-1e25-42ee-8b72-743a0d4d1554 req-80a7779d-91d2-47c2-8e9b-2a8fc85bcbbb tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.0874178 Jul 22 22:17:06.863069 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2555a1b-1e25-42ee-8b72-743a0d4d1554 req-95785d83-207e-4db3-b05c-8a78e030c8ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371621 Jul 22 22:17:06.870038 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['e63aa00d-561e-478c-ad51-2858e1d33423'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:07.221856 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87122f-479e-4fc2-b71c-4100d77e84ee req-bb5a5d32-0123-4500-a303-1f33276e8ab2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.223773 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8c87122f-479e-4fc2-b71c-4100d77e84ee req-bb5a5d32-0123-4500-a303-1f33276e8ab2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0849729 Jul 22 22:17:07.269417 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8c87122f-479e-4fc2-b71c-4100d77e84ee req-69b5f440-348a-4d7c-ab93-030034678ef4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382738 Jul 22 22:17:07.355924 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2c5f-68d6-4851-82a7-e9fff012361d req-5863479e-c450-4dde-a27d-bb0eabc69ede tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.357484 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d33e2c5f-68d6-4851-82a7-e9fff012361d req-5863479e-c450-4dde-a27d-bb0eabc69ede tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0705481 Jul 22 22:17:07.401965 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d33e2c5f-68d6-4851-82a7-e9fff012361d req-d481e0f3-d062-4e55-83e8-94115283e39f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Jul 22 22:17:07.759933 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752794b7-15b8-4bbc-9e75-a2cd2f88bf7e req-ec61799c-b58a-4e32-9773-e190a97112a2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:07.761493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-752794b7-15b8-4bbc-9e75-a2cd2f88bf7e req-ec61799c-b58a-4e32-9773-e190a97112a2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0774219 Jul 22 22:17:07.818588 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-752794b7-15b8-4bbc-9e75-a2cd2f88bf7e req-2d62aeae-828f-4c01-a1f2-96ce30e9acb3 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491199 Jul 22 22:17:07.883633 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:07.946038 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port e63aa00d-561e-478c-ad51-2858e1d33423 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:07.946603 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.122062 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a529853-9847-4997-bdd9-dceea1226eb5 req-8ba4a113-582c-4d18-a491-e81af280796f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.123828 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a529853-9847-4997-bdd9-dceea1226eb5 req-8ba4a113-582c-4d18-a491-e81af280796f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1820323 Jul 22 22:17:08.188929 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0a529853-9847-4997-bdd9-dceea1226eb5 req-2d3472de-fb4e-41cc-91ce-26d7f1d45bf7 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575356 Jul 22 22:17:08.246916 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.276984 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:08.279137 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04092bba-7f2c-4729-9f81-b855774d88a9" -d '{"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:08.293391 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:08.303156 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:08.352023 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ec019-2248-4142-8e24-eff563815f50 x-openstack-request-id: req-c52ec019-2248-4142-8e24-eff563815f50 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:08.352885 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:08.353513 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c52ec019-2248-4142-8e24-eff563815f50 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:08.354338 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'code': 200} Jul 22 22:17:08.403360 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:08.487133 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763422b-44fa-452a-b9d3-df869e7bd3ec req-e81ab4a7-aa9b-4b80-ab2f-9ae50617cbef tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.493129 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7763422b-44fa-452a-b9d3-df869e7bd3ec req-e81ab4a7-aa9b-4b80-ab2f-9ae50617cbef tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0915816 Jul 22 22:17:08.544980 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7763422b-44fa-452a-b9d3-df869e7bd3ec req-f69208c0-4c9b-479f-9e7c-ea13d40c57f7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478094 Jul 22 22:17:08.957598 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bce4a-21e7-4c33-bd51-f902c48752f4 req-b25f60dd-1a64-4452-af30-29fc934f2882 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.969821 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-897bce4a-21e7-4c33-bd51-f902c48752f4 req-b25f60dd-1a64-4452-af30-29fc934f2882 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.4569323 Jul 22 22:17:08.975979 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f84b08-188d-4e7c-83da-2508e102ffda req-8cda8721-8a85-4615-8de2-94cd6031788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:08.978000 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4f84b08-188d-4e7c-83da-2508e102ffda req-8cda8721-8a85-4615-8de2-94cd6031788a service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 1098 time: 0.4178672 Jul 22 22:17:09.015718 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cde2-2ddd-4548-8596-0e46f77748fe req-f7cd7e70-3443-4af0-b23b-8ccd626cbc7f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.018303 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2b00cde2-2ddd-4548-8596-0e46f77748fe req-f7cd7e70-3443-4af0-b23b-8ccd626cbc7f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1114459 Jul 22 22:17:09.065994 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-897bce4a-21e7-4c33-bd51-f902c48752f4 req-1e3e6127-8e3b-48b2-8a71-a4ee6862fef3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900342 Jul 22 22:17:09.082811 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4f84b08-188d-4e7c-83da-2508e102ffda req-f0d24a05-5537-4e44-b406-511b51f9e73d service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Jul 22 22:17:09.399600 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c552d33-67da-4897-9eac-3b3de0ae1364 req-a648c1eb-1b29-4012-bca4-7cfee0e9999e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.401262 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0c552d33-67da-4897-9eac-3b3de0ae1364 req-a648c1eb-1b29-4012-bca4-7cfee0e9999e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1182892 Jul 22 22:17:09.436643 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2b00cde2-2ddd-4548-8596-0e46f77748fe req-fbf0c3bc-38db-41c0-a826-99b1f260a2e5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082887 Jul 22 22:17:09.464841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0c552d33-67da-4897-9eac-3b3de0ae1364 req-300fb988-843c-4790-a1a4-aa31e508008c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557919 Jul 22 22:17:09.803630 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa537d5-5ffe-4b1a-a861-f41ac9b21318 req-5a558f34-b0b0-444c-8b89-3564bdf169cd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:09.819458 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ffa537d5-5ffe-4b1a-a861-f41ac9b21318 req-5a558f34-b0b0-444c-8b89-3564bdf169cd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1870279 Jul 22 22:17:09.957553 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ffa537d5-5ffe-4b1a-a861-f41ac9b21318 req-55335f9f-1f8a-4067-a58d-2026631aeec8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359527 Jul 22 22:17:10.342147 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078c76-0cc9-49be-bee0-587e7bc44f69 req-5714322c-89bf-49fd-905a-ca040cb054b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.352010 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-71078c76-0cc9-49be-bee0-587e7bc44f69 req-5714322c-89bf-49fd-905a-ca040cb054b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1373744 Jul 22 22:17:10.411391 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-71078c76-0cc9-49be-bee0-587e7bc44f69 req-1fc22b29-0ca5-4b17-8731-76db33672e96 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576129 Jul 22 22:17:10.639895 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8968a1a-254a-4230-afc8-c900f79ad2dc req-08e93c8a-076c-403d-857e-1add246b7ac2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.652091 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b8968a1a-254a-4230-afc8-c900f79ad2dc req-08e93c8a-076c-403d-857e-1add246b7ac2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1246800 Jul 22 22:17:10.721279 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b8968a1a-254a-4230-afc8-c900f79ad2dc req-e133d944-5e68-4bdf-a7ce-e1a2af3c025c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681188 Jul 22 22:17:10.801228 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d04a8-c1e0-4846-bab3-0712755111c6 req-aa7e3985-7338-45a5-ab2b-e4fcc7aeaad6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:10.802977 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-747d04a8-c1e0-4846-bab3-0712755111c6 req-aa7e3985-7338-45a5-ab2b-e4fcc7aeaad6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.2035661 Jul 22 22:17:10.888707 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-747d04a8-c1e0-4846-bab3-0712755111c6 req-6d850aba-353d-4a2d-9742-b8ed84b18e0c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779266 Jul 22 22:17:11.388558 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4274784-5d6f-41be-a54e-38aa6ad4cd0b req-c4afca25-1ad6-4a0a-9f32-fcf0e9337c8a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:11.398366 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a4274784-5d6f-41be-a54e-38aa6ad4cd0b req-c4afca25-1ad6-4a0a-9f32-fcf0e9337c8a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.2349844 Jul 22 22:17:11.476770 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a4274784-5d6f-41be-a54e-38aa6ad4cd0b req-7a918628-9bca-4b01-8851-4c66f26902b0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784967 Jul 22 22:17:11.653851 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ff1a3-195f-4905-acf7-8539a1569e77 req-07b5d220-323d-4b64-a374-8fe59ae197a5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:11.666875 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a6ff1a3-195f-4905-acf7-8539a1569e77 req-07b5d220-323d-4b64-a374-8fe59ae197a5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1508434 Jul 22 22:17:11.740132 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a6ff1a3-195f-4905-acf7-8539a1569e77 req-a1dc026b-67c3-4952-8867-11c1f5940746 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722597 Jul 22 22:17:11.971110 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7853da3-6287-483d-9ca3-ff614ff117eb req-2f784a6a-0a32-44d8-9ca0-8edfe972d827 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:11.985598 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7853da3-6287-483d-9ca3-ff614ff117eb req-2f784a6a-0a32-44d8-9ca0-8edfe972d827 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1578290 Jul 22 22:17:12.132311 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7853da3-6287-483d-9ca3-ff614ff117eb req-28058d12-9f5a-4f0b-844f-81e7e43dff9c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457701 Jul 22 22:17:12.135679 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9f7a2-24a0-4d37-80ee-ea504f7e0031 req-bafbdb02-a0fa-4e45-9869-4306f75f5b2f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.137966 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3be9f7a2-24a0-4d37-80ee-ea504f7e0031 req-bafbdb02-a0fa-4e45-9869-4306f75f5b2f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1307106 Jul 22 22:17:12.259052 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3be9f7a2-24a0-4d37-80ee-ea504f7e0031 req-ec107901-0a53-4aa2-af07-6e4b1bb292fb tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101310 Jul 22 22:17:12.727212 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3ded-c726-4c0d-b17d-2fc348c8d8ad req-ee48f85b-16ae-4a3a-b823-8d75a2b002c3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:12.729733 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d87d3ded-c726-4c0d-b17d-2fc348c8d8ad req-ee48f85b-16ae-4a3a-b823-8d75a2b002c3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.1604967 Jul 22 22:17:12.822907 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d87d3ded-c726-4c0d-b17d-2fc348c8d8ad req-2c4f78ef-e402-45fe-bb63-507bc169cd03 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856929 Jul 22 22:17:12.966777 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8d369c9e-b809-42d5-8960-016a3e3a15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:12.987132 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e3d34-b062-4716-8a4c-fac98dbc57b1 req-32106f99-00fb-4c04-94a2-ccd8025e749d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.000940 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-834e3d34-b062-4716-8a4c-fac98dbc57b1 req-32106f99-00fb-4c04-94a2-ccd8025e749d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1391764 Jul 22 22:17:13.100443 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-834e3d34-b062-4716-8a4c-fac98dbc57b1 req-48ee7557-1df6-418d-99f3-79eb6863534f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900877 Jul 22 22:17:13.201454 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c3792-b65c-4f32-93d4-58b107c16c51 req-d143e1b4-e830-4626-9299-da2b4a0a31dc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.215677 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b5c3792-b65c-4f32-93d4-58b107c16c51 req-d143e1b4-e830-4626-9299-da2b4a0a31dc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.2756186 Jul 22 22:17:13.315547 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b5c3792-b65c-4f32-93d4-58b107c16c51 req-de845455-b8d5-42b1-988d-6c9172fa591d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979764 Jul 22 22:17:13.361008 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49342af7-5c59-43bf-80ce-a85aee3d8c97 req-39b0f60c-52f1-4589-9664-d7180df6bb58 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.368834 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-49342af7-5c59-43bf-80ce-a85aee3d8c97 req-39b0f60c-52f1-4589-9664-d7180df6bb58 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1405296 Jul 22 22:17:13.432682 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-49342af7-5c59-43bf-80ce-a85aee3d8c97 req-0381a45d-653f-4edb-81db-4f304907447b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628114 Jul 22 22:17:13.716158 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b964-23b9-449a-9a1f-c7b0746c0598 req-cf4c3ede-0b4b-44e5-a5d7-41ebd8fba077 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:13.720317 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3073b964-23b9-449a-9a1f-c7b0746c0598 req-cf4c3ede-0b4b-44e5-a5d7-41ebd8fba077 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.2106917 Jul 22 22:17:13.877899 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3073b964-23b9-449a-9a1f-c7b0746c0598 req-d9b002be-26b1-4dd6-b1e5-43137e71c570 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493928 Jul 22 22:17:14.200612 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45c99c-93c1-46f8-9bec-20eced398c28 req-190901ce-704d-4a7d-b2f2-06329cdba710 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.202731 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d45c99c-93c1-46f8-9bec-20eced398c28 req-190901ce-704d-4a7d-b2f2-06329cdba710 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.1981504 Jul 22 22:17:14.285542 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1d45c99c-93c1-46f8-9bec-20eced398c28 req-005e656c-df92-4c2e-8e1b-241fe338a69c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Jul 22 22:17:14.377612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6b2e-6c71-4fb4-8429-8390b2ffcb81 req-89621f94-bf76-4349-b763-1870e2802179 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.386433 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-576f6b2e-6c71-4fb4-8429-8390b2ffcb81 req-89621f94-bf76-4349-b763-1870e2802179 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1873851 Jul 22 22:17:14.448916 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-576f6b2e-6c71-4fb4-8429-8390b2ffcb81 req-330d8106-c008-47a4-a0c0-a33583ae002c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606787 Jul 22 22:17:14.665688 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b34b3-8bf9-4f5f-9690-43ad34768756 req-b78a8195-c8fa-4bd8-8126-4761df00e4f5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:14.674262 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-486b34b3-8bf9-4f5f-9690-43ad34768756 req-b78a8195-c8fa-4bd8-8126-4761df00e4f5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1454704 Jul 22 22:17:14.756747 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-486b34b3-8bf9-4f5f-9690-43ad34768756 req-455b159c-ebbd-48c0-85f2-941f66f034f3 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811317 Jul 22 22:17:15.106872 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc5ad-ac06-4108-adde-e4da2c2d0374 req-39c836c8-46d9-46d4-94bc-39f22328f026 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.115216 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e07dc5ad-ac06-4108-adde-e4da2c2d0374 req-39c836c8-46d9-46d4-94bc-39f22328f026 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.0947468 Jul 22 22:17:15.186903 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e07dc5ad-ac06-4108-adde-e4da2c2d0374 req-db22e320-3ea3-4c22-923d-8feae64181bd tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685573 Jul 22 22:17:15.621210 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eefb4-58dd-4676-8339-3556927050b2 req-aee13117-09ec-452b-882e-7b8fd6c2f508 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:15.622916 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a5eefb4-58dd-4676-8339-3556927050b2 req-aee13117-09ec-452b-882e-7b8fd6c2f508 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.1882715 Jul 22 22:17:15.696199 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:15.730605 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a5eefb4-58dd-4676-8339-3556927050b2 req-a63910f1-3f1f-4c02-9af4-f1f1440c0700 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929835 Jul 22 22:17:16.005793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4608-2129-452e-baa9-c37d3278c308 req-34eb9612-6d37-468c-90e8-644c579912da tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.020948 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-057e4608-2129-452e-baa9-c37d3278c308 req-34eb9612-6d37-468c-90e8-644c579912da tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.2929375 Jul 22 22:17:16.035304 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac916e2-04cb-41ca-a9aa-c1ebf9c64bfd req-be91b70d-2213-418c-81a2-5d9c1d1353b4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.043226 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eac916e2-04cb-41ca-a9aa-c1ebf9c64bfd req-be91b70d-2213-418c-81a2-5d9c1d1353b4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1578472 Jul 22 22:17:16.070877 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-6695f144-1e25-49b5-ab3b-41eae57e90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.073541 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-6695f144-1e25-49b5-ab3b-41eae57e90e7 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.3233182 Jul 22 22:17:16.096669 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9cc94340-99ab-4cc0-bfaf-72c95cca5458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.122329 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eac916e2-04cb-41ca-a9aa-c1ebf9c64bfd req-e17d2151-c353-4af6-9c1e-79e925b8a83b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758333 Jul 22 22:17:16.262381 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-057e4608-2129-452e-baa9-c37d3278c308 req-f62774fc-ff26-4f32-8d42-309089ded4ba tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398951 Jul 22 22:17:16.331109 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f3655-80a1-4ffc-b490-573cde99a6ae req-8fd4d80a-6888-4ef4-8236-e4cd18276865 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.346487 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-833f3655-80a1-4ffc-b490-573cde99a6ae req-8fd4d80a-6888-4ef4-8236-e4cd18276865 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1203525 Jul 22 22:17:16.430163 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-833f3655-80a1-4ffc-b490-573cde99a6ae req-a3c08059-bd42-4d93-99fa-c2959a1dd559 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821033 Jul 22 22:17:16.487183 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-035bec84-0dc5-4d1c-b371-b8d1affd1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.488980 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-035bec84-0dc5-4d1c-b371-b8d1affd1c14 service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.3752294 Jul 22 22:17:16.584609 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-a55f9f3f-0357-4749-bee7-a79f74792989 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0726628 Jul 22 22:17:16.600378 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d4ec9-5c39-4491-b7fa-5654fb1e4548 req-3700edf0-4109-42c2-8fb5-ea01a43809ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.612655 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-371d4ec9-5c39-4491-b7fa-5654fb1e4548 req-3700edf0-4109-42c2-8fb5-ea01a43809ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.2051895 Jul 22 22:17:16.712114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:16.736207 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-371d4ec9-5c39-4491-b7fa-5654fb1e4548 req-ba866ff2-eae6-4382-abb2-05f231d9908a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218009 Jul 22 22:17:16.742391 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-bc247b71-b8dd-40df-8a84-915869593251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:16.744083 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-bc247b71-b8dd-40df-8a84-915869593251 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.1175537 Jul 22 22:17:16.830621 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-e9249bbc-a739-444c-b92c-583b3a48ac35 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681019 Jul 22 22:17:17.021571 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-97ed3b97-eba3-472c-89f7-c1a809ec79cb service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609182 Jul 22 22:17:17.078868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4dbbe-fd37-42dd-96f0-08afac72659a req-9e955b6e-9010-45f1-95fd-93eb4dd5a3a2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.087382 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aef4dbbe-fd37-42dd-96f0-08afac72659a req-9e955b6e-9010-45f1-95fd-93eb4dd5a3a2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.1610966 Jul 22 22:17:17.165633 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aef4dbbe-fd37-42dd-96f0-08afac72659a req-6aff53a3-c487-4105-bfb0-04614f37bcf5 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754457 Jul 22 22:17:17.412229 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d0f5a54d-5b90-457d-9e7c-a2b7f50c4e54 req-26d85884-58b2-4509-9c0a-6df45ee78e48 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810275 Jul 22 22:17:17.480500 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fa3f-de17-4e52-bc01-dfa1428f1805 req-b9fce859-08ba-44df-8660-06503a024527 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.491400 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2297fa3f-de17-4e52-bc01-dfa1428f1805 req-b9fce859-08ba-44df-8660-06503a024527 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1786506 Jul 22 22:17:17.558803 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2297fa3f-de17-4e52-bc01-dfa1428f1805 req-970837b1-edf6-4c88-8c3a-4d9388188e98 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644336 Jul 22 22:17:17.580382 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983a442-50f9-4a7d-89b4-699a7d9ebe58 req-c7fcd322-de4f-4183-9973-dc811f644a2d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.582210 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4983a442-50f9-4a7d-89b4-699a7d9ebe58 req-c7fcd322-de4f-4183-9973-dc811f644a2d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1679087 Jul 22 22:17:17.661738 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4983a442-50f9-4a7d-89b4-699a7d9ebe58 req-0111bb40-15de-400b-98c1-c23f88438fa6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727043 Jul 22 22:17:17.762981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee2ba2-271a-4a39-9792-e06dddb846d1 req-0df33b04-2eda-40c7-bc07-98e02c2d0bc8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.765279 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-73ee2ba2-271a-4a39-9792-e06dddb846d1 req-0df33b04-2eda-40c7-bc07-98e02c2d0bc8 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1194444 Jul 22 22:17:17.877461 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-73ee2ba2-271a-4a39-9792-e06dddb846d1 req-0c2f1945-3e4f-406e-89b0-deaf0c1e9b13 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015923 Jul 22 22:17:17.988017 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c899aa-c863-40f7-909d-062ac1172e15 req-07d71d42-803b-4a00-8e19-2186e615738a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:17.996315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-98c899aa-c863-40f7-909d-062ac1172e15 req-07d71d42-803b-4a00-8e19-2186e615738a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.1040409 Jul 22 22:17:18.118398 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-98c899aa-c863-40f7-909d-062ac1172e15 req-d6bb328f-7a33-4821-8247-1197595f3069 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208494 Jul 22 22:17:18.400777 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de9606-b6d1-4e92-9ce9-0230b07fa124 req-ba974a39-8e2f-4256-acd4-7e986cf5bc67 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.414514 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f6de9606-b6d1-4e92-9ce9-0230b07fa124 req-ba974a39-8e2f-4256-acd4-7e986cf5bc67 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.1205790 Jul 22 22:17:18.469059 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f6de9606-b6d1-4e92-9ce9-0230b07fa124 req-691df8d8-5753-4889-9e82-7da3ef3b0c12 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Jul 22 22:17:18.789283 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e37e66-3b48-4a27-adeb-c291b127ab7e req-0c59fed7-6150-43bf-b4cb-a8df6dec5c99 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:18.790954 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1e37e66-3b48-4a27-adeb-c291b127ab7e req-0c59fed7-6150-43bf-b4cb-a8df6dec5c99 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1153266 Jul 22 22:17:18.864373 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f1e37e66-3b48-4a27-adeb-c291b127ab7e req-f52eac4f-517e-41e8-90ba-30b7a4c10af2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654855 Jul 22 22:17:18.922185 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:18.999865 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556114-29dd-4b2c-81f1-47d04938a948 req-ef0983e9-f9f0-4446-aa9c-a42ac462e2b8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.003685 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-10556114-29dd-4b2c-81f1-47d04938a948 req-ef0983e9-f9f0-4446-aa9c-a42ac462e2b8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.2591088 Jul 22 22:17:19.083720 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188395ad-9b2a-4f0e-81c1-49d9bc38dc34 req-4b0f0885-f538-4cba-b3f4-b061ac0a0d30 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.087186 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-188395ad-9b2a-4f0e-81c1-49d9bc38dc34 req-4b0f0885-f538-4cba-b3f4-b061ac0a0d30 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.2269914 Jul 22 22:17:19.188719 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe105f0-b0e0-48df-aad7-c0076a0a0684 req-8dda1110-656c-42b7-8554-5ef69862eccd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.202540 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8fe105f0-b0e0-48df-aad7-c0076a0a0684 req-8dda1110-656c-42b7-8554-5ef69862eccd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1985085 Jul 22 22:17:19.207922 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-188395ad-9b2a-4f0e-81c1-49d9bc38dc34 req-bb860422-65e1-43b6-a04d-46b954c74ebb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148081 Jul 22 22:17:19.310661 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8fe105f0-b0e0-48df-aad7-c0076a0a0684 req-ed9d80fb-9508-4cb0-a860-e7bbc3e6e1df tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067381 Jul 22 22:17:19.327395 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Deleting port 92535272-b7aa-4912-9315-13139c6d3169 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:19.330858 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.788490 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] For port 92535272-b7aa-4912-9315-13139c6d3169, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=92535272-b7aa-4912-9315-13139c6d3169,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:19.788490 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:19.849656 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Calling delete_port for 92535272-b7aa-4912-9315-13139c6d3169 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:19.860253 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd94d8-4c7a-46a6-add2-3d1ff2bb24f0 req-534f1844-d078-479d-898f-3a941f18c22a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:19.861885 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ccd94d8-4c7a-46a6-add2-3d1ff2bb24f0 req-534f1844-d078-479d-898f-3a941f18c22a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 945 time: 0.2745249 Jul 22 22:17:19.962270 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:17:19.984922 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ccd94d8-4c7a-46a6-add2-3d1ff2bb24f0 req-e1b66e8a-4b1e-49ae-9230-1f10f2f65a86 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070340 Jul 22 22:17:19.986767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74163738-6dae-4778-a867-4a02d439339d req-577b2e41-23d8-4d77-b335-9b3de7559c1b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.001000 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74163738-6dae-4778-a867-4a02d439339d req-577b2e41-23d8-4d77-b335-9b3de7559c1b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 943 time: 0.5925689 Jul 22 22:17:20.263501 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e206a-2d2e-4c15-9b1d-5bc2886eb05d req-953fe330-236a-452b-a7bc-6df816d99db7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.276398 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-921e206a-2d2e-4c15-9b1d-5bc2886eb05d req-953fe330-236a-452b-a7bc-6df816d99db7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1791868 Jul 22 22:17:20.292859 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.295952 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:20.324999 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'port_id': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'mac_address': 'fa:16:3e:cb:70:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:17:20.387295 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.403240 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680', '978e58db-f735-4744-ba09-2529a5fc8452', '254ffb11-410d-4f28-ab52-4f5ed744c1df', '92535272-b7aa-4912-9315-13139c6d3169'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:20.417175 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-921e206a-2d2e-4c15-9b1d-5bc2886eb05d req-d9a4c0c5-ddb2-40a2-92fb-c95d8e594354 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394048 Jul 22 22:17:20.464763 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:17:20.504499 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:20.529040 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.558093 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event deleted for resources: {'Port': ['ID=92535272-b7aa-4912-9315-13139c6d3169,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.588681 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74163738-6dae-4778-a867-4a02d439339d req-c0fc3ea9-f216-4c28-acbc-673368836f4c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863352 Jul 22 22:17:20.668264 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:20.744531 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901d44-c0a8-44f9-a12f-2e17ec1feef2 req-b8cf09d9-0e4a-42dc-848b-7802faae7871 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.746315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8901d44-c0a8-44f9-a12f-2e17ec1feef2 req-b8cf09d9-0e4a-42dc-848b-7802faae7871 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1610386 Jul 22 22:17:20.771354 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] No DVR routers for this DVR port 92535272-b7aa-4912-9315-13139c6d3169 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:20.785926 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:20.796793 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-10556114-29dd-4b2c-81f1-47d04938a948 req-a4f84334-2902-4302-b331-75e8c9e7724e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "DELETE /v2.0/ports/92535272-b7aa-4912-9315-13139c6d3169 HTTP/1.1" status: 204 len: 173 time: 1.7769279 Jul 22 22:17:20.798950 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'name': 'network-vif-deleted', 'tag': '92535272-b7aa-4912-9315-13139c6d3169'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:20.806975 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9710308b-4de0-455d-b5fa-9669020b59e8" -d '{"events": [{"server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "name": "network-vif-deleted", "tag": "92535272-b7aa-4912-9315-13139c6d3169"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:20.840352 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a8901d44-c0a8-44f9-a12f-2e17ec1feef2 req-96135158-7c15-4ad0-9fe3-94210897a2bb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869882 Jul 22 22:17:20.954834 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac84daa-fa1c-4428-96c9-86ea7ad6f7f4 req-5791269f-fd47-413e-a72c-c33fd2d7ecef tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:20.974877 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ac84daa-fa1c-4428-96c9-86ea7ad6f7f4 req-5791269f-fd47-413e-a72c-c33fd2d7ecef tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1625438 Jul 22 22:17:21.002490 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc82a64-8b14-4918-b53e-5f09dd74c457 x-openstack-request-id: req-bcc82a64-8b14-4918-b53e-5f09dd74c457 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:21.003598 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4e9f7e-0dbd-462c-a906-28fc0b57fa57", "name": "network-vif-deleted", "tag": "92535272-b7aa-4912-9315-13139c6d3169", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:21.004754 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bcc82a64-8b14-4918-b53e-5f09dd74c457 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:21.006512 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4e9f7e-0dbd-462c-a906-28fc0b57fa57', 'name': 'network-vif-deleted', 'tag': '92535272-b7aa-4912-9315-13139c6d3169', 'status': 'completed', 'code': 200} Jul 22 22:17:21.088076 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ac84daa-fa1c-4428-96c9-86ea7ad6f7f4 req-269e0a57-0676-48a1-804f-26793329abc9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109610 Jul 22 22:17:21.211959 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8c8304b8-a9ea-46bc-9a3a-b7f62dd582f2 req-41d69ea3-0106-4c66-986c-79ddd79e0dd6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e4e9f7e-0dbd-462c-a906-28fc0b57fa57 HTTP/1.1" status: 200 len: 210 time: 0.0809629 Jul 22 22:17:21.327621 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:21.658971 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e854-d96d-4473-8719-7b9db277e584 req-71b61ea3-9df1-47b4-9db0-7fc6567b0453 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.668584 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0f83e854-d96d-4473-8719-7b9db277e584 req-71b61ea3-9df1-47b4-9db0-7fc6567b0453 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1510553 Jul 22 22:17:21.788553 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0f83e854-d96d-4473-8719-7b9db277e584 req-82e56af0-02ea-4a11-ab8a-40595d670b88 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075633 Jul 22 22:17:21.894195 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa49f17-d582-4872-b560-71422d851dd5 req-1669c394-c52e-47ee-917f-6bfa7bf266af tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:21.900039 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cfa49f17-d582-4872-b560-71422d851dd5 req-1669c394-c52e-47ee-917f-6bfa7bf266af tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.2292807 Jul 22 22:17:21.964895 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cfa49f17-d582-4872-b560-71422d851dd5 req-e6d5b119-c1be-4b8d-a78b-9599a4099372 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Jul 22 22:17:21.995284 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 92535272-b7aa-4912-9315-13139c6d3169 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:22.009990 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-7cb0c491-6ba2-40db-8aa0-0c1a46b85a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.011542 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-7cb0c491-6ba2-40db-8aa0-0c1a46b85a9c service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.2606792 Jul 22 22:17:22.053262 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 92535272-b7aa-4912-9315-13139c6d3169 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:22.053830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 92535272-b7aa-4912-9315-13139c6d3169 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:22.309591 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2e20d-4443-42a8-bc35-0d3a4c1cc94d req-0a72bb75-efe7-4fd9-a811-d79941095d78 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.334223 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba5216-f2c4-4797-a8b5-db663cff0dc1 req-110a26a8-574c-4b13-86fe-50b909326a93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.343032 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-95ba5216-f2c4-4797-a8b5-db663cff0dc1 req-110a26a8-574c-4b13-86fe-50b909326a93 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1593277 Jul 22 22:17:22.345620 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6ea2e20d-4443-42a8-bc35-0d3a4c1cc94d req-0a72bb75-efe7-4fd9-a811-d79941095d78 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 944 time: 0.3215668 Jul 22 22:17:22.364168 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-34588e04-6bc3-4e42-a720-0a677ccfbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.367027 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-34588e04-6bc3-4e42-a720-0a677ccfbc05 service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.3204970 Jul 22 22:17:22.442827 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-95ba5216-f2c4-4797-a8b5-db663cff0dc1 req-50413d07-0d31-4715-bbef-66036eaca378 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982366 Jul 22 22:17:22.454535 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6ea2e20d-4443-42a8-bc35-0d3a4c1cc94d req-7ac4a066-77d7-400a-96c5-7e4b79254d7f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065500 Jul 22 22:17:22.558725 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-609064a7-604a-4439-b46f-20de917b5609 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1002 time: 0.1613526 Jul 22 22:17:22.674604 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-4fbaa9d2-a1ea-4627-bff2-500ded82197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.677516 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-4fbaa9d2-a1ea-4627-bff2-500ded82197a service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.1081693 Jul 22 22:17:22.894710 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-2e6cf85a-b05b-4704-92ad-cc5433b0fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:22.896831 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-2e6cf85a-b05b-4704-92ad-cc5433b0fb8e service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1948059 Jul 22 22:17:23.170742 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-d87c4040-2691-4dfe-92cf-b03f81edf85d service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627709 Jul 22 22:17:23.196800 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab373-6a46-471b-b929-5c5edc9dc608 req-51a1f3bc-52b4-45dd-85bf-88c7c6274cbc tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.203020 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fe8ab373-6a46-471b-b929-5c5edc9dc608 req-51a1f3bc-52b4-45dd-85bf-88c7c6274cbc tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.2320213 Jul 22 22:17:23.204855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0374f-89de-43f7-a0a2-68ad76e64fcb req-24c23db6-8023-4ad9-9c6f-fb8b51e98228 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.206434 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3af0374f-89de-43f7-a0a2-68ad76e64fcb req-24c23db6-8023-4ad9-9c6f-fb8b51e98228 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1159697 Jul 22 22:17:23.276049 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3af0374f-89de-43f7-a0a2-68ad76e64fcb req-faf752a5-33b3-4ce9-9a18-22e318d00f5d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627551 Jul 22 22:17:23.340896 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fe8ab373-6a46-471b-b929-5c5edc9dc608 req-a6ffaf7a-fdd8-43ef-91f1-4e694511b9e2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242993 Jul 22 22:17:23.387309 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bb04283b-49d0-4c85-96d6-cc91959dbdf1 req-96bfe39d-ed02-42d6-85df-279d274ee0d6 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829202 Jul 22 22:17:23.630773 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1db35-1186-401b-9608-4df9f114a9b6 req-c3d4cbfb-5fd4-46f9-98e3-31f0696f0a22 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.636486 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3bc1db35-1186-401b-9608-4df9f114a9b6 req-c3d4cbfb-5fd4-46f9-98e3-31f0696f0a22 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0782344 Jul 22 22:17:23.644610 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c534-15cc-4005-858b-b0ca8513de0d req-9c3bfc63-96dc-42a6-ad83-1378b1555b49 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:23.646745 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d58c534-15cc-4005-858b-b0ca8513de0d req-9c3bfc63-96dc-42a6-ad83-1378b1555b49 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 944 time: 0.0888937 Jul 22 22:17:23.685036 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3bc1db35-1186-401b-9608-4df9f114a9b6 req-680ce257-6b24-4b51-ac58-7da5fb980e43 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Jul 22 22:17:23.718993 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d58c534-15cc-4005-858b-b0ca8513de0d req-d99dfb00-bb2b-4841-9ed6-0292b31c4774 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618808 Jul 22 22:17:24.058375 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a7f81-9ba0-4168-bd53-6eeb139eaa73 req-74b1ad72-84dd-4f5f-af2b-0b8a1fa90d35 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.060710 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd7a7f81-9ba0-4168-bd53-6eeb139eaa73 req-74b1ad72-84dd-4f5f-af2b-0b8a1fa90d35 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0973666 Jul 22 22:17:24.111098 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dd7a7f81-9ba0-4168-bd53-6eeb139eaa73 req-8b82755b-0324-486b-a7e1-d650cfff98a7 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Jul 22 22:17:24.445124 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663b1c-1a9b-45ea-abb0-e851dae5fd79 req-0996719f-cd68-4540-a2af-8ab3daaaff34 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.454023 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-44663b1c-1a9b-45ea-abb0-e851dae5fd79 req-0996719f-cd68-4540-a2af-8ab3daaaff34 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1051919 Jul 22 22:17:24.502036 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9568-c34c-44b9-b3f5-3a7bd879bc04 req-0c2b7ff8-4b3b-4af9-a26d-a711b002b8ac tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.504810 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-44663b1c-1a9b-45ea-abb0-e851dae5fd79 req-0db0f8f1-6d2a-4365-8154-953355fbe86f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498967 Jul 22 22:17:24.513677 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b22e9568-c34c-44b9-b3f5-3a7bd879bc04 req-0c2b7ff8-4b3b-4af9-a26d-a711b002b8ac tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0835676 Jul 22 22:17:24.565738 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b22e9568-c34c-44b9-b3f5-3a7bd879bc04 req-1e5371b1-3639-48e2-8068-c6aa6454d1bd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556238 Jul 22 22:17:24.910253 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee992-cd41-4deb-a914-c204461fb3a2 req-cc0f9ad0-05b5-4371-98c0-d44e0b098d1b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.910921 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5ae0d-02d2-4f11-828c-ef08992a9c0b req-28578fb2-8274-415e-b620-44a7ff8facf5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:24.912363 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9a5ae0d-02d2-4f11-828c-ef08992a9c0b req-28578fb2-8274-415e-b620-44a7ff8facf5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1114502 Jul 22 22:17:24.918809 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dcfee992-cd41-4deb-a914-c204461fb3a2 req-cc0f9ad0-05b5-4371-98c0-d44e0b098d1b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 944 time: 0.1031086 Jul 22 22:17:24.978467 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9a5ae0d-02d2-4f11-828c-ef08992a9c0b req-2672418b-9577-4dab-8e98-c04bb2ec3fc4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594714 Jul 22 22:17:24.982847 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dcfee992-cd41-4deb-a914-c204461fb3a2 req-7b8c5f9f-7b6e-4b20-8850-fbaeb33f45bf tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541015 Jul 22 22:17:25.195047 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-04e7ae03-173c-41e1-8608-c9b3f68e5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.197974 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-04e7ae03-173c-41e1-8608-c9b3f68e5557 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1098 time: 0.0840051 Jul 22 22:17:25.299634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ddc86-7b25-4107-b0c5-491397c78ef3 req-f8700f04-b237-4f1d-b401-97adf3d165a9 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.301317 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-648ddc86-7b25-4107-b0c5-491397c78ef3 req-f8700f04-b237-4f1d-b401-97adf3d165a9 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0919337 Jul 22 22:17:25.327666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-aa4f3bea-7204-4aeb-8d9b-6dd8310aa5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.329945 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-aa4f3bea-7204-4aeb-8d9b-6dd8310aa5ca service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1099174 Jul 22 22:17:25.352865 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-648ddc86-7b25-4107-b0c5-491397c78ef3 req-425c8857-15ba-46f9-bb46-1002fae1424f tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Jul 22 22:17:25.426526 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-4517c9df-23d3-48fd-b9c2-60bccb131e8f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 1000 time: 0.0709605 Jul 22 22:17:25.495793 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-408c187e-bff7-436c-af10-e165917eca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.497335 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-408c187e-bff7-436c-af10-e165917eca1b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0522039 Jul 22 22:17:25.640671 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-2cb099c7-d691-4e97-9d79-e7220737da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.642331 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-2cb099c7-d691-4e97-9d79-e7220737da01 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258357 Jul 22 22:17:25.683638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f4d7b-6371-4e68-82b6-8cd6cb220994 req-45efbb6f-7dd1-462b-afc2-b479023a5470 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.691554 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-325f4d7b-6371-4e68-82b6-8cd6cb220994 req-45efbb6f-7dd1-462b-afc2-b479023a5470 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0998080 Jul 22 22:17:25.728098 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d961ad-d9db-4da2-bdae-638821e07afc req-76e8beb6-b120-44e6-985f-3ad6b6fd3a09 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:25.737163 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-325f4d7b-6371-4e68-82b6-8cd6cb220994 req-0ac04534-d2d1-4bcf-8143-79592455e956 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jul 22 22:17:25.741818 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-78d961ad-d9db-4da2-bdae-638821e07afc req-76e8beb6-b120-44e6-985f-3ad6b6fd3a09 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0944808 Jul 22 22:17:25.805645 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-78d961ad-d9db-4da2-bdae-638821e07afc req-5933f460-8867-460c-9e1b-200c0f59c19f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Jul 22 22:17:25.874942 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-39e14860-8abc-4c14-a42c-584ba1d6bf82 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302264 Jul 22 22:17:26.036689 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:17:26.091452 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76f87498-0579-430b-b471-5c1b8bae7eb6 req-f81f891a-9d05-404f-a3a8-d23e729b8f39 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011874 Jul 22 22:17:26.175282 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:17:26.188562 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:17:26.188974 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.251934 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d0b59-d461-464c-86a1-6625966f657e req-eb0d3de2-84af-43fe-ad9f-65c81b35fc7b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:26.254525 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a68d0b59-d461-464c-86a1-6625966f657e req-eb0d3de2-84af-43fe-ad9f-65c81b35fc7b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.1301014 Jul 22 22:17:26.267709 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9719-5776-47b9-b334-c96bf5d2a8c7 req-19b5cfe3-adf3-4cb3-a508-3a3a840d4023 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:26.269651 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-54fb9719-5776-47b9-b334-c96bf5d2a8c7 req-19b5cfe3-adf3-4cb3-a508-3a3a840d4023 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 944 time: 0.1163466 Jul 22 22:17:26.295653 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.324618 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a68d0b59-d461-464c-86a1-6625966f657e req-84e6fdb0-f9e7-4ef8-b304-361fc09ce202 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639760 Jul 22 22:17:26.342126 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:26.343630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:26.347979 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad2d53a-b9c2-42b4-9da4-b7b53f667212" -d '{"events": [{"server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "name": "network-vif-plugged", "status": "completed", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:26.352944 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.366052 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-54fb9719-5776-47b9-b334-c96bf5d2a8c7 req-56ddb5eb-9fcc-40cf-aab9-7078de8a0f3a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887828 Jul 22 22:17:26.434095 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd83c22-87a5-42f7-b557-63798f913ca5 x-openstack-request-id: req-2bd83c22-87a5-42f7-b557-63798f913ca5 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:26.434567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "name": "network-vif-plugged", "status": "completed", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:26.436089 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2bd83c22-87a5-42f7-b557-63798f913ca5 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:26.436919 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'code': 200} Jul 22 22:17:26.450791 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:26.474178 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:26.610008 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952780d-cace-4e39-aaad-85ac146d513c req-6c388807-d652-45e4-9d44-ab68b01699e1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:26.611696 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4952780d-cace-4e39-aaad-85ac146d513c req-6c388807-d652-45e4-9d44-ab68b01699e1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.1119006 Jul 22 22:17:26.675976 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4952780d-cace-4e39-aaad-85ac146d513c req-ba368940-4a58-4707-80f7-125da7de610e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561988 Jul 22 22:17:26.907101 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683e94-6558-4b13-a99d-5997dfd6aa39 req-ddd332f9-f2c7-4187-90be-68aa5d51c1fa tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:26.914358 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70683e94-6558-4b13-a99d-5997dfd6aa39 req-ddd332f9-f2c7-4187-90be-68aa5d51c1fa tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0816925 Jul 22 22:17:26.978546 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70683e94-6558-4b13-a99d-5997dfd6aa39 req-12f9012e-f0be-4e87-824f-1c38b8eca4e0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632589 Jul 22 22:17:27.047481 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb71a-28d6-44c1-9f80-aba6774b96ff req-4405954b-f932-4a03-a8c1-deaddc6ab139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.049107 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-90bdb71a-28d6-44c1-9f80-aba6774b96ff req-4405954b-f932-4a03-a8c1-deaddc6ab139 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 1098 time: 0.1424563 Jul 22 22:17:27.067792 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d9913-1012-41b3-9845-4232c2b6390d req-d780bd0c-63f1-49a3-8d31-54f1365b96c7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.069375 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-981d9913-1012-41b3-9845-4232c2b6390d req-d780bd0c-63f1-49a3-8d31-54f1365b96c7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1238890 Jul 22 22:17:27.123747 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-90bdb71a-28d6-44c1-9f80-aba6774b96ff req-93cb770e-689a-4e0a-a411-94901da00a21 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531564 Jul 22 22:17:27.138506 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-981d9913-1012-41b3-9845-4232c2b6390d req-5dba40bc-9b26-472e-addc-468e058e290e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528879 Jul 22 22:17:27.488634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ceeed-1891-4a14-b760-92a5ac0e4244 req-9cf1461c-bdea-4279-bf75-8ad6bb0e697f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.490600 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b6ceeed-1891-4a14-b760-92a5ac0e4244 req-9cf1461c-bdea-4279-bf75-8ad6bb0e697f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Jul 22 22:17:27.506204 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca59db3-19ec-404e-8102-19d4bf802565 req-faef0922-6ec3-4bbc-ba22-fe9cb9838fec tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.507763 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bca59db3-19ec-404e-8102-19d4bf802565 req-faef0922-6ec3-4bbc-ba22-fe9cb9838fec tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.0709507 Jul 22 22:17:27.532702 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b6ceeed-1891-4a14-b760-92a5ac0e4244 req-4adae112-afff-4804-bdf7-c01774a067ae tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364721 Jul 22 22:17:27.570756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bca59db3-19ec-404e-8102-19d4bf802565 req-cc63a870-03ae-4730-a912-82bba47401f4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Jul 22 22:17:27.813198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02aa78-9266-4e20-9f82-e4a2fbcf66b4 req-4dc291dd-16b2-4c08-ad47-e0d0a0311238 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:27.815056 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b02aa78-9266-4e20-9f82-e4a2fbcf66b4 req-4dc291dd-16b2-4c08-ad47-e0d0a0311238 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0687971 Jul 22 22:17:27.858652 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7b02aa78-9266-4e20-9f82-e4a2fbcf66b4 req-5a42fc5f-3fd0-40f0-a99c-71a2dc5060d6 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Jul 22 22:17:27.993753 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:28.087517 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.124626 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:28.130003 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:28.147162 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-4428ca16-007b-45a9-bace-a9b978df8ebc service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117558 Jul 22 22:17:28.163019 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6b82-af47-4cd6-bb4e-f07f20ff40d8 req-d9ddef83-3c8a-4949-b655-79e401192227 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.164499 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aa9c6b82-af47-4cd6-bb4e-f07f20ff40d8 req-d9ddef83-3c8a-4949-b655-79e401192227 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0976417 Jul 22 22:17:28.180821 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:28.206517 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aa9c6b82-af47-4cd6-bb4e-f07f20ff40d8 req-69ac7471-066a-4eed-8237-d63d36535948 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Jul 22 22:17:28.320742 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-c298b336-0fdd-48ee-8ad4-6c8d57cecb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.322380 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-c298b336-0fdd-48ee-8ad4-6c8d57cecb6a service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 1098 time: 0.0594745 Jul 22 22:17:28.438718 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:28.441130 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaced1d9-9fb6-4dc1-87f7-9ac1077f7d34" -d '{"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:28.468691 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-e96ad662-420c-4060-b761-5cbd9d386b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.470115 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-e96ad662-420c-4060-b761-5cbd9d386b36 service neutron] 10.222.0.125 "GET /v2.0/networks?id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 200 len: 916 time: 0.0997567 Jul 22 22:17:28.482776 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e7d17-fff1-4835-9edb-9331ecbec36a x-openstack-request-id: req-281e7d17-fff1-4835-9edb-9331ecbec36a {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:28.483086 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:28.483346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-281e7d17-fff1-4835-9edb-9331ecbec36a {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:28.483763 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'code': 200} Jul 22 22:17:28.535191 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-a1809d75-dc8f-48f5-b79c-9bee3932c15b service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 200 len: 217 time: 0.0402625 Jul 22 22:17:28.661180 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-84ee46f3-aa16-4a30-bbf8-b4d5854000e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.662645 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-84ee46f3-aa16-4a30-bbf8-b4d5854000e3 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 200 len: 854 time: 0.0851462 Jul 22 22:17:28.724575 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-5c20218e-8610-4a1a-b2c8-2518a8c38bc4 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466623 Jul 22 22:17:28.740125 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf23f-13f8-490e-be54-56f791f3776f req-f2f63737-9dc7-488a-bc4c-ff2435b3dad6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.742103 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0dcbf23f-13f8-490e-be54-56f791f3776f req-f2f63737-9dc7-488a-bc4c-ff2435b3dad6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.0921648 Jul 22 22:17:28.751460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe3ba-5f3a-4cbc-8c20-6f92ebfe0a6b req-6ae888aa-b8d7-42f5-a3ae-5490894383cf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:28.753087 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76fbe3ba-5f3a-4cbc-8c20-6f92ebfe0a6b req-6ae888aa-b8d7-42f5-a3ae-5490894383cf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1371465 Jul 22 22:17:28.817088 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0dcbf23f-13f8-490e-be54-56f791f3776f req-e9752bbc-426e-4268-8c66-b5aa06b1e09c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664752 Jul 22 22:17:29.056349 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51298c1-dd9b-48fb-8e11-a8e07de41ba6 req-ccbc8fb2-6f8c-41be-97e9-d6f258b6d8df tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:29.061506 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b51298c1-dd9b-48fb-8e11-a8e07de41ba6 req-ccbc8fb2-6f8c-41be-97e9-d6f258b6d8df tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.1008968 Jul 22 22:17:29.090730 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-76fbe3ba-5f3a-4cbc-8c20-6f92ebfe0a6b req-8f1c5de0-141c-4fc0-a6ef-fd4106b906bb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170955 Jul 22 22:17:29.115891 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b51298c1-dd9b-48fb-8e11-a8e07de41ba6 req-f0f8f6ba-bf42-4dfe-8d20-77ab5cf8cefe tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504913 Jul 22 22:17:29.149485 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-0c2bd11f-8777-4b6a-9029-be6f984c9601 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953559 Jul 22 22:17:29.298075 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e7e36e6d-33a2-4314-a2e5-d414aa211a65 req-99abb4f0-75a0-4f85-a89d-f9e6f26f04c7 service neutron] 10.222.0.125 "GET /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 Jul 22 22:17:29.387460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384cf8-0cf0-400b-aabb-3502b8191893 req-b3bfb84a-254e-444e-a028-4a5c514b294b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:29.390422 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-50384cf8-0cf0-400b-aabb-3502b8191893 req-b3bfb84a-254e-444e-a028-4a5c514b294b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1031990 Jul 22 22:17:29.437314 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-50384cf8-0cf0-400b-aabb-3502b8191893 req-b9b44dc2-332e-4ea5-a817-1e9e6d0510cb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Jul 22 22:17:29.960661 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e9925-f465-421d-bb7e-df928823419e req-7926503d-0809-4bb6-9961-e2f7d039f192 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:29.963476 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ee1e9925-f465-421d-bb7e-df928823419e req-7926503d-0809-4bb6-9961-e2f7d039f192 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.0702097 Jul 22 22:17:30.009702 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ee1e9925-f465-421d-bb7e-df928823419e req-0e7bdd6d-3079-4f8e-b5d4-53fec4a57dc2 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409327 Jul 22 22:17:30.288143 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e444d5-46b9-467e-aaf4-f81a678b4052 req-cb386967-3412-45ea-a706-77cf04b6938c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.289716 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39e444d5-46b9-467e-aaf4-f81a678b4052 req-cb386967-3412-45ea-a706-77cf04b6938c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0847287 Jul 22 22:17:30.311195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410721f2-e62b-4186-9cc4-4111520103e4 req-331a23b6-a461-4088-829e-e30672a4e343 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.313039 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-410721f2-e62b-4186-9cc4-4111520103e4 req-331a23b6-a461-4088-829e-e30672a4e343 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0910902 Jul 22 22:17:30.339096 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39e444d5-46b9-467e-aaf4-f81a678b4052 req-cd2da0b7-48d6-4cd8-92f5-e1ff264ba769 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Jul 22 22:17:30.361890 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-410721f2-e62b-4186-9cc4-4111520103e4 req-6c63b9ca-e38b-4844-b8be-19cebe02cc54 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Jul 22 22:17:30.499221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39788) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.569419 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Deleting subnet aaa0d0b1-6959-42c8-b66d-3f0641348590 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:17:30.572672 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.602540 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0da1b-cdca-4911-a14b-06209cb455fe req-aa22a851-7c9b-4687-a531-26cc13b1c34a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.604254 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6be0da1b-cdca-4911-a14b-06209cb455fe req-aa22a851-7c9b-4687-a531-26cc13b1c34a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0874896 Jul 22 22:17:30.611434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.665381 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.675412 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6be0da1b-cdca-4911-a14b-06209cb455fe req-8c653713-2b1f-4690-baa4-be8b94502fab tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641768 Jul 22 22:17:30.711480 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-ad89a2e5-6c02-480f-bc63-f2b172e96155 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:30.713177 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-ad89a2e5-6c02-480f-bc63-f2b172e96155 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 946 time: 0.0872612 Jul 22 22:17:30.730694 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.758614 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa0d0b1-6959-42c8-b66d-3f0641348590,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:30.760647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.766328 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5db46079-720b-447f-9c40-59e89c8631e0 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/aaa0d0b1-6959-42c8-b66d-3f0641348590 HTTP/1.1" status: 204 len: 168 time: 0.2618942 Jul 22 22:17:30.767644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39790) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:30.853386 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.868180 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Deleting port 254ffb11-410d-4f28-ab52-4f5ed744c1df {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:30.868642 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.947154 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.960257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f6a462-6d96-4362-8ffe-cbb77da56019']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:30.972565 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] For port 254ffb11-410d-4f28-ab52-4f5ed744c1df, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=254ffb11-410d-4f28-ab52-4f5ed744c1df,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:30.972905 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fa8931-c92a-4648-9799-ba19872873f2') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:30.973713 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fa8931-c92a-4648-9799-ba19872873f2') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:30.973878 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.986412 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:30.986968 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Calling delete_port for 254ffb11-410d-4f28-ab52-4f5ed744c1df owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:31.002672 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.008842 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:17:31.009238 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:17:31.010896 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:17:31.096656 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.132396 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.134306 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] 10.222.0.110 "DELETE /v2.0/networks/73f6a462-6d96-4362-8ffe-cbb77da56019 HTTP/1.1" status: 204 len: 168 time: 0.3662891 Jul 22 22:17:31.138743 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f5e0b-17e1-463d-85e5-716cbb008c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f6a462-6d96-4362-8ffe-cbb77da56019,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:31.143904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.191218 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa39ff-0bde-4401-a5c5-9da9bc62694d req-d4e4bb95-df7e-476b-9bd1-0137560ed9c6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.192469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event deleted for resources: {'Port': ['ID=254ffb11-410d-4f28-ab52-4f5ed744c1df,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:31.199314 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ddfa39ff-0bde-4401-a5c5-9da9bc62694d req-d4e4bb95-df7e-476b-9bd1-0137560ed9c6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.1134644 Jul 22 22:17:31.213607 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680', '978e58db-f735-4744-ba09-2529a5fc8452', '254ffb11-410d-4f28-ab52-4f5ed744c1df'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:31.257040 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ddfa39ff-0bde-4401-a5c5-9da9bc62694d req-08a38428-061e-411b-a28f-30b4eadffa23 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565917 Jul 22 22:17:31.285337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] No DVR routers for this DVR port 254ffb11-410d-4f28-ab52-4f5ed744c1df on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:31.289049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.292603 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4db5e36e-8336-427f-ba6d-6d5b290bfcd1 req-c4848511-176b-4b36-8f21-7a27c8931766 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "DELETE /v2.0/ports/254ffb11-410d-4f28-ab52-4f5ed744c1df HTTP/1.1" status: 204 len: 173 time: 0.5490408 Jul 22 22:17:31.293325 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'name': 'network-vif-deleted', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:31.311620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f7c577-a8dc-42dc-8ef3-de3ca6c3e0e9" -d '{"events": [{"server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "name": "network-vif-deleted", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:31.399551 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdc4bd3-ac8d-4aa8-82f1-bba50232b02e x-openstack-request-id: req-acdc4bd3-ac8d-4aa8-82f1-bba50232b02e {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:31.400083 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc8f297-285c-45e7-912f-a3f64a0d4e9b", "name": "network-vif-deleted", "tag": "254ffb11-410d-4f28-ab52-4f5ed744c1df", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:31.400540 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-acdc4bd3-ac8d-4aa8-82f1-bba50232b02e {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:31.401173 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc8f297-285c-45e7-912f-a3f64a0d4e9b', 'name': 'network-vif-deleted', 'tag': '254ffb11-410d-4f28-ab52-4f5ed744c1df', 'status': 'completed', 'code': 200} Jul 22 22:17:31.453434 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770f98b-0ad7-4d00-b535-d1b7acf56a5d req-0de0354c-5148-4bbb-a5ca-893c3329c759 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.455397 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2770f98b-0ad7-4d00-b535-d1b7acf56a5d req-0de0354c-5148-4bbb-a5ca-893c3329c759 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.1164808 Jul 22 22:17:31.504904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 39804) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:31.520724 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2770f98b-0ad7-4d00-b535-d1b7acf56a5d req-81a31ad2-32ec-45af-b0e5-ca7501a6e378 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568609 Jul 22 22:17:31.529402 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b7fc7e94-5b7d-4e67-9a96-8e4d23d897f1 req-b3b0eeee-6550-40f3-8e22-0209f0fde9f7 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 210 time: 0.0530319 Jul 22 22:17:31.545107 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39806) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:31.581116 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8822dc84-fb15-4d53-b21c-56c7a52b0223 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=26d903c452a64781bf8cb22c894f6ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749674 Jul 22 22:17:31.583905 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39810) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:31.710998 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.743116 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.760166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8952-1c42-4b53-862b-ac7cf63e2950 req-c2b6a4db-fdf8-478e-843e-244c140ed952 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.761805 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b58c8952-1c42-4b53-862b-ac7cf63e2950 req-c2b6a4db-fdf8-478e-843e-244c140ed952 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1520917 Jul 22 22:17:31.822551 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b58c8952-1c42-4b53-862b-ac7cf63e2950 req-6c1dde37-9440-4bdd-8948-12f381af0abb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521622 Jul 22 22:17:31.858239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56d45b-b72d-47c5-ae1f-a15b48508c8c req-e855a43f-543a-4b22-8b80-adaff789c3cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.860177 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc56d45b-b72d-47c5-ae1f-a15b48508c8c req-e855a43f-543a-4b22-8b80-adaff789c3cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0991089 Jul 22 22:17:31.864792 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.867276 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:31.868440 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9d437d13-2514-44aa-ac43-65c28bc40749 HTTP/1.1" status: 204 len: 168 time: 0.2826025 Jul 22 22:17:31.881975 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dcf46-36d8-48ec-a600-7917c6fda264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d437d13-2514-44aa-ac43-65c28bc40749,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:31.910078 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8559de0-567f-4730-87e5-f63cf4a62fed tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:31.914632 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a8559de0-567f-4730-87e5-f63cf4a62fed tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 1093 time: 0.3683023 Jul 22 22:17:31.915387 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39816) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:31.920248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'port_id': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:17:31.931056 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc56d45b-b72d-47c5-ae1f-a15b48508c8c req-e7f408d8-36f3-4514-b26d-f762a62911a1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Jul 22 22:17:31.945966 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.067722 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.235464 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.27.1.245 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/0464913d-c834-4cbe-8c0c-5dc1cf3e6c65) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:17:32.365783 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.418998 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:32.469705 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:17:32.473795 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:17:32.476179 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:17:32.506776 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=0464913d-c834-4cbe-8c0c-5dc1cf3e6c65,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:32.759917 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea402e0a-8ef0-4426-a50d-2320fd2c3876 req-80170803-2bb3-4e85-9cdd-e3acb397c055 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4fc8f297-285c-45e7-912f-a3f64a0d4e9b HTTP/1.1" status: 200 len: 210 time: 0.1037281 Jul 22 22:17:33.010574 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.016607 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718530-b2aa-4927-876d-0899bdd9db9d req-586800f6-fc00-4277-aa9e-cc8918b4ad7e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.018748 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2718530-b2aa-4927-876d-0899bdd9db9d req-586800f6-fc00-4277-aa9e-cc8918b4ad7e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0939136 Jul 22 22:17:33.068332 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c2718530-b2aa-4927-876d-0899bdd9db9d req-2df1f69b-70f5-4bcb-8064-331f33ad1fbf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jul 22 22:17:33.173316 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.187419 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edbb92-6482-4a81-9def-f00dce694b69 req-a6e839ba-15ca-4992-b682-3742372bef1c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:33.189332 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-17edbb92-6482-4a81-9def-f00dce694b69 req-a6e839ba-15ca-4992-b682-3742372bef1c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1368384 Jul 22 22:17:33.278070 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-17edbb92-6482-4a81-9def-f00dce694b69 req-4c307c0f-707b-406f-b3e7-ecfb9dbdfd17 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697806 Jul 22 22:17:33.442032 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.449098 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.533048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=0464913d-c834-4cbe-8c0c-5dc1cf3e6c65,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:33.545868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.546200 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.546545 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.546884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.547220 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.548005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.548005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.548243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.548548 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.548873 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.549191 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.549514 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:33.558849 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:33.689336 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP 1e9456f5-a30e-40df-9878-e09bede8c95f associated. External IP: 172.27.1.245, port: a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f. Jul 22 22:17:34.024203 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f2532-0b7c-4555-9bf5-21d95e23391d req-ff48be61-0b38-45fe-8a9a-afa08f0591e4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.038781 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-850f2532-0b7c-4555-9bf5-21d95e23391d req-ff48be61-0b38-45fe-8a9a-afa08f0591e4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1618366 Jul 22 22:17:34.040069 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 254ffb11-410d-4f28-ab52-4f5ed744c1df no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:34.070121 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 254ffb11-410d-4f28-ab52-4f5ed744c1df {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:34.070944 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 254ffb11-410d-4f28-ab52-4f5ed744c1df not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:34.114013 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-850f2532-0b7c-4555-9bf5-21d95e23391d req-b7c37f28-420c-43ed-9fad-00a15b3a4e8a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669978 Jul 22 22:17:34.402208 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc0be-166c-4c57-82be-cb82b2371ac6 req-d7d57ed4-7032-4370-b217-3ea0c38c50bc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.404124 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bb1dc0be-166c-4c57-82be-cb82b2371ac6 req-d7d57ed4-7032-4370-b217-3ea0c38c50bc tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.2399056 Jul 22 22:17:34.465457 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 39866) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:17:34.468930 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2455a2-8600-4f54-9b29-1806906c411e req-778dbdb7-2610-4642-b557-e69887e720b0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:34.470542 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b2455a2-8600-4f54-9b29-1806906c411e req-778dbdb7-2610-4642-b557-e69887e720b0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0983002 Jul 22 22:17:34.490895 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bb1dc0be-166c-4c57-82be-cb82b2371ac6 req-1da1898a-44ab-4a5d-989c-b58a3d0ec390 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703578 Jul 22 22:17:34.504567 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:17:34.529425 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b2455a2-8600-4f54-9b29-1806906c411e req-389e1822-5eff-4c88-a7fc-1aff4ea7a5da tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Jul 22 22:17:34.718461 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:17:34.733552 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:17:34.735030 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-81aae60e-db94-4330-97d8-6b76cf394158 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2673023 Jul 22 22:17:34.754226 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:34.757103 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:34.758134 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:17:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:34.816699 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9890174e-b1fd-4dd6-a270-0504eea3c3ae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8948386 Jul 22 22:17:34.816699 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:34.816699 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388" -d '{"events": [{"name": "network-changed", "server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:34.870684 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc2c21-0047-4b87-81f2-94cdb16697e7 x-openstack-request-id: req-a3fc2c21-0047-4b87-81f2-94cdb16697e7 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:34.870980 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:34.871297 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a3fc2c21-0047-4b87-81f2-94cdb16697e7 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:34.871675 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'status': 'completed', 'code': 200} Jul 22 22:17:34.933707 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:35.019101 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-0d353362-d4d6-40a3-b178-378e6ef4b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.020781 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-0d353362-d4d6-40a3-b178-378e6ef4b0d6 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 1098 time: 0.0727184 Jul 22 22:17:35.158325 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-2b50df3f-cc5f-4f08-8138-cff0a963606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.160884 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-2b50df3f-cc5f-4f08-8138-cff0a963606b service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1188941 Jul 22 22:17:35.282756 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1e9456f5-a30e-40df-9878-e09bede8c95f', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:cb:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e9e16-9304-4b70-bf95-34811d9fd221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:32Z', 'updated_at': '2021-07-22T22:17:32Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:35.317036 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:17:35.324474 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-3a101221-4260-44e4-84e8-ef8dcdcb5281 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f HTTP/1.1" status: 200 len: 999 time: 0.1252029 Jul 22 22:17:35.332764 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:17:35.333785 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:17:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:35.409065 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3770fd-80da-468b-b340-64460253e846 req-80050d63-29c6-4932-b717-204135351673 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.410684 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae3770fd-80da-468b-b340-64460253e846 req-80050d63-29c6-4932-b717-204135351673 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.2011929 Jul 22 22:17:35.420411 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-9b0fba9d-3e30-490f-832b-61ccbf1e0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.422459 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-9b0fba9d-3e30-490f-832b-61ccbf1e0dd2 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0853207 Jul 22 22:17:35.493111 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:17:35.499378 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ae3770fd-80da-468b-b340-64460253e846 req-a8a430e5-bffd-4ce7-ba28-5e951216d3a9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758488 Jul 22 22:17:35.539417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-bfca4249-042b-4f54-a0d0-c8d70aede959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.541380 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-bfca4249-042b-4f54-a0d0-c8d70aede959 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016176 Jul 22 22:17:35.691267 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe644a-29c7-485b-8f1c-ecb3e1a55ad7 req-380e365e-1083-468c-9459-891fd114018a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.693478 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-debe644a-29c7-485b-8f1c-ecb3e1a55ad7 req-380e365e-1083-468c-9459-891fd114018a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.1057787 Jul 22 22:17:35.737997 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-debe644a-29c7-485b-8f1c-ecb3e1a55ad7 req-bd4de2c7-0f67-4383-8017-1cf46302e849 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Jul 22 22:17:35.756543 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-4e49d0cc-7254-4a9c-bbb8-b26ee82f3a45 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755810 Jul 22 22:17:35.759634 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1e9456f5-a30e-40df-9878-e09bede8c95f', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:cb:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e9e16-9304-4b70-bf95-34811d9fd221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:32Z', 'updated_at': '2021-07-22T22:17:32Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:17:35.798024 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bf70f-513e-42f3-8fde-4d48b703d982 None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1e9456f5-a30e-40df-9878-e09bede8c95f', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:cb:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e9e16-9304-4b70-bf95-34811d9fd221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:17:32Z', 'updated_at': '2021-07-22T22:17:32Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:17:35.813263 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc173499-b955-46b4-8d4c-8c32efb47e82 req-e39d6d7d-a3f4-40a8-b419-208323777a96 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:35.814909 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fc173499-b955-46b4-8d4c-8c32efb47e82 req-e39d6d7d-a3f4-40a8-b419-208323777a96 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1298931 Jul 22 22:17:35.906181 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fc173499-b955-46b4-8d4c-8c32efb47e82 req-e70e001d-a1f0-4451-9a42-8e7ba036f008 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854402 Jul 22 22:17:35.914025 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-dd9ee3b6-0a28-4f3b-8441-4abd00f9b388 req-ae8210da-9a99-420a-9b06-e8d962deaa04 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459398 Jul 22 22:17:36.021308 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1df61-e1c8-4ed5-9057-d972394e2997 None None] New status for floating IP 1e9456f5-a30e-40df-9878-e09bede8c95f: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:17:36.712048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced909c6-9ad4-4da9-bf03-7fac27be0635 req-d10e4b0b-5b12-420b-a819-f3d75334a5e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.714831 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ced909c6-9ad4-4da9-bf03-7fac27be0635 req-d10e4b0b-5b12-420b-a819-f3d75334a5e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1045725 Jul 22 22:17:36.780983 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ced909c6-9ad4-4da9-bf03-7fac27be0635 req-6bc8f1b2-926b-4ffc-8d4a-ffc14c7ba941 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586369 Jul 22 22:17:36.829140 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:17:36.927146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fc966-9713-4f4a-b33e-059347146ffd req-947cb635-aca8-4186-8f38-455e5284d668 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:36.929669 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3f0fc966-9713-4f4a-b33e-059347146ffd req-947cb635-aca8-4186-8f38-455e5284d668 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.0874033 Jul 22 22:17:36.981363 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3f0fc966-9713-4f4a-b33e-059347146ffd req-a5877687-fcd7-4e41-82af-2f27b2fcd419 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Jul 22 22:17:37.067991 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b6f16-88e1-42c6-8c72-2900a7232b4e req-527025c5-c04b-4e6a-9e14-3edd7af9d771 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.069615 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-af4b6f16-88e1-42c6-8c72-2900a7232b4e req-527025c5-c04b-4e6a-9e14-3edd7af9d771 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0825968 Jul 22 22:17:37.116229 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-af4b6f16-88e1-42c6-8c72-2900a7232b4e req-6a12ec66-20e3-468f-8c7a-da2f4ef6369f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Jul 22 22:17:37.514461 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-33b68cb2-5430-4c27-8b2a-9ba1d4955a62 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:37.515961 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-33b68cb2-5430-4c27-8b2a-9ba1d4955a62 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 945 time: 0.0651832 Jul 22 22:17:37.634713 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Deleting port 978e58db-f735-4744-ba09-2529a5fc8452 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:17:37.635049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.725055 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] For port 978e58db-f735-4744-ba09-2529a5fc8452, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=978e58db-f735-4744-ba09-2529a5fc8452,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:17:37.725404 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.742783 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Calling delete_port for 978e58db-f735-4744-ba09-2529a5fc8452 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:17:37.874207 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:37.941672 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event deleted for resources: {'Port': ['ID=978e58db-f735-4744-ba09-2529a5fc8452,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:17:37.959496 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680', '978e58db-f735-4744-ba09-2529a5fc8452'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:17:37.978971 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.979433 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.979876 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.980373 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.980771 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.981629 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.981929 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.982394 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.982735 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.983079 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.983404 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:37.983736 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:17:38.005749 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] No DVR routers for this DVR port 978e58db-f735-4744-ba09-2529a5fc8452 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:17:38.009819 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:38.015617 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-245a866b-9ad1-4756-ae72-e7660ea65faf req-cf028d7d-3708-4279-bb70-d72bae1a494b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "DELETE /v2.0/ports/978e58db-f735-4744-ba09-2529a5fc8452 HTTP/1.1" status: 204 len: 173 time: 0.4837704 Jul 22 22:17:38.016611 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'name': 'network-vif-deleted', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:17:38.020918 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812157d-dc42-45bb-8703-eb89114acd51" -d '{"events": [{"server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "name": "network-vif-deleted", "tag": "978e58db-f735-4744-ba09-2529a5fc8452"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:17:38.051228 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:38.113904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2c661-a02d-4ec6-a8a0-4d3b50ed0e87 req-d8cac163-c171-44ef-a737-38468044b34a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.125361 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fbe2c661-a02d-4ec6-a8a0-4d3b50ed0e87 req-d8cac163-c171-44ef-a737-38468044b34a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.2439950 Jul 22 22:17:38.128032 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349c5e8d-774c-49ea-965d-b23fc4fa686d req-a1c4419a-197b-4c10-b99f-c5147195c6aa tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=010bd492-cc37-4210-b96a-17ed70f671f4 HTTP/1.1" status: 200 len: 210 time: 0.0505254 Jul 22 22:17:38.161538 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-34c0c06f-af53-4612-a10b-d087a9ce95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.161538 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-34c0c06f-af53-4612-a10b-d087a9ce95d8 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 1096 time: 0.1908550 Jul 22 22:17:38.183848 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fbe2c661-a02d-4ec6-a8a0-4d3b50ed0e87 req-065ccf84-3ebf-4a7c-8fb0-1d2681d7a967 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572515 Jul 22 22:17:38.227441 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd56bad-e940-4e30-b83d-5ac69c532943 x-openstack-request-id: req-dbd56bad-e940-4e30-b83d-5ac69c532943 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:17:38.227719 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010bd492-cc37-4210-b96a-17ed70f671f4", "name": "network-vif-deleted", "tag": "978e58db-f735-4744-ba09-2529a5fc8452", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:17:38.228051 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dbd56bad-e940-4e30-b83d-5ac69c532943 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:17:38.228427 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010bd492-cc37-4210-b96a-17ed70f671f4', 'name': 'network-vif-deleted', 'tag': '978e58db-f735-4744-ba09-2529a5fc8452', 'status': 'completed', 'code': 200} Jul 22 22:17:38.292340 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-eadcd9fc-81ad-4a95-9f7e-3e3cf97fb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.295353 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-eadcd9fc-81ad-4a95-9f7e-3e3cf97fb000 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1096 time: 0.0828621 Jul 22 22:17:38.389878 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255069ce-6bcf-4175-b902-107288a2c29f req-eda64538-1697-429c-a03a-4040eae20bdb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.391690 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-255069ce-6bcf-4175-b902-107288a2c29f req-eda64538-1697-429c-a03a-4040eae20bdb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1009772 Jul 22 22:17:38.426138 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-d6b18cf9-f44a-4e85-b79c-c5e79e2b31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.428600 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-d6b18cf9-f44a-4e85-b79c-c5e79e2b31a6 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1172225 Jul 22 22:17:38.440434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-255069ce-6bcf-4175-b902-107288a2c29f req-9fa79805-1e1a-44c5-84e2-9dee8ed3a559 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Jul 22 22:17:38.522099 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-1c98c1db-869d-46f2-a015-839e024700f8 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 998 time: 0.0818105 Jul 22 22:17:38.581596 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-ad4c12a0-fcf3-4c50-b547-da4a2efd6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.583109 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-ad4c12a0-fcf3-4c50-b547-da4a2efd6ce0 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0496988 Jul 22 22:17:38.654326 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-e98b76de-dc48-470f-92ed-ae1a24b9381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:38.656021 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-e98b76de-dc48-470f-92ed-ae1a24b9381d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620022 Jul 22 22:17:38.780312 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-fe069dba-216d-4258-9016-e317e61a8a22 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088977 Jul 22 22:17:38.899528 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c58eccb5-0f89-4b8b-aa07-28425ba9684e req-ff5b8ab6-3260-4a5e-b2a4-15c1ae168f6e service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038136 Jul 22 22:17:39.397574 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844747d-8064-4144-a069-6d5cdea86e70 req-db5a8023-06e7-4c5b-b59e-d85f1617d6ba tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.399296 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2844747d-8064-4144-a069-6d5cdea86e70 req-db5a8023-06e7-4c5b-b59e-d85f1617d6ba tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0951202 Jul 22 22:17:39.446320 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2844747d-8064-4144-a069-6d5cdea86e70 req-810ea7cd-a2ff-43e4-ae20-68d20c29e3ec tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Jul 22 22:17:39.600089 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03f81e-a616-4708-b250-5548e11fc90c req-7eb6fa34-e77c-4846-b20e-73b493333463 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:39.601648 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-da03f81e-a616-4708-b250-5548e11fc90c req-7eb6fa34-e77c-4846-b20e-73b493333463 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0770414 Jul 22 22:17:39.644074 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-da03f81e-a616-4708-b250-5548e11fc90c req-3bfd43d2-401b-4ba5-9e11-fa16f4ec00f4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364196 Jul 22 22:17:40.698902 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5d7a-9d81-4555-943c-eb7803cddce9 req-9fb4a623-08f3-4346-80a0-401ba2d87c7c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.702092 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3acc5d7a-9d81-4555-943c-eb7803cddce9 req-9fb4a623-08f3-4346-80a0-401ba2d87c7c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0941985 Jul 22 22:17:40.711549 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18380d2-2fd4-4933-9ad6-e54bb3e9357d req-7c6cce4a-2dcb-48f4-9ab9-d2c0431556b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.717119 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f18380d2-2fd4-4933-9ad6-e54bb3e9357d req-7c6cce4a-2dcb-48f4-9ab9-d2c0431556b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1197000 Jul 22 22:17:40.750675 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3acc5d7a-9d81-4555-943c-eb7803cddce9 req-79b0f796-dc1d-4dc2-ab15-311972cf9e29 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Jul 22 22:17:40.764001 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f18380d2-2fd4-4933-9ad6-e54bb3e9357d req-3f703b59-0419-4a97-a6bb-d0edea1a074a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Jul 22 22:17:40.952667 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847baa85-3d07-4167-9974-b1a7b76edebc req-30a31a5a-bb58-4da0-ac03-968c234fc529 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:40.955276 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-847baa85-3d07-4167-9974-b1a7b76edebc req-30a31a5a-bb58-4da0-ac03-968c234fc529 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1288710 Jul 22 22:17:41.021873 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-847baa85-3d07-4167-9974-b1a7b76edebc req-0ba83b6d-025a-42e4-a738-f1b7b8331735 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601790 Jul 22 22:17:41.417537 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13cdac-08c7-4ca3-ac07-b332b47e22e8 req-48f5431d-841f-44fb-9125-64b00b34379b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.420696 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c13cdac-08c7-4ca3-ac07-b332b47e22e8 req-48f5431d-841f-44fb-9125-64b00b34379b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0828130 Jul 22 22:17:41.470362 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7c13cdac-08c7-4ca3-ac07-b332b47e22e8 req-14c692c4-4e55-421e-ae17-0e0fc5617445 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442486 Jul 22 22:17:41.940535 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dc4d4-1e2d-4f33-900b-3ce69fe24e33 req-29fe8ad8-5081-43bd-9101-82e1d795a435 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.942836 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-191dc4d4-1e2d-4f33-900b-3ce69fe24e33 req-29fe8ad8-5081-43bd-9101-82e1d795a435 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0905962 Jul 22 22:17:41.961469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586ebc-82a9-49b2-9509-3ef6388e0af8 req-80f5078d-5eb4-45b9-94e0-f81a51a8a233 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:41.963095 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-46586ebc-82a9-49b2-9509-3ef6388e0af8 req-80f5078d-5eb4-45b9-94e0-f81a51a8a233 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0975852 Jul 22 22:17:42.006814 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-191dc4d4-1e2d-4f33-900b-3ce69fe24e33 req-50fde350-3a0e-47b9-97f1-ba52bbeb2963 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Jul 22 22:17:42.034993 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-46586ebc-82a9-49b2-9509-3ef6388e0af8 req-dee89ae7-9dcc-4927-9cf8-cf678f8f8cdf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587261 Jul 22 22:17:42.070227 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 978e58db-f735-4744-ba09-2529a5fc8452 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:17:42.104739 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 978e58db-f735-4744-ba09-2529a5fc8452 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:17:42.105199 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 978e58db-f735-4744-ba09-2529a5fc8452 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:17:42.209965 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bd489-5332-4d4d-9aae-faecf26b92e9 req-8d66a728-ffd0-4031-82f3-6f9c27b23f8e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.212214 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-977bd489-5332-4d4d-9aae-faecf26b92e9 req-8d66a728-ffd0-4031-82f3-6f9c27b23f8e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0868649 Jul 22 22:17:42.262076 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-977bd489-5332-4d4d-9aae-faecf26b92e9 req-fb88c0a8-a2b6-4b71-ada9-d33cd4dca9ce tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Jul 22 22:17:42.643554 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed6609-b19f-4b25-af80-8d8754aafdd0 req-1d7f0d7c-5f04-44ab-8b8e-f2060dfcaf11 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:42.646379 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c4ed6609-b19f-4b25-af80-8d8754aafdd0 req-1d7f0d7c-5f04-44ab-8b8e-f2060dfcaf11 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0932524 Jul 22 22:17:42.695488 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c4ed6609-b19f-4b25-af80-8d8754aafdd0 req-34e4e7b5-1048-47d0-9fca-b390aa4839f8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403035 Jul 22 22:17:42.942206 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b200f356-69a2-44cc-b6a8-fbc5f3605326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:43.213399 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c4b50-cad9-49be-9ffb-62bb68c35e6a req-8d434dab-21fc-4766-a2c6-8b524cb845e8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.215029 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-650c4b50-cad9-49be-9ffb-62bb68c35e6a req-8d434dab-21fc-4766-a2c6-8b524cb845e8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1116149 Jul 22 22:17:43.258199 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e470bc1-ad6f-4209-acd0-119706864f1a req-5bf8f086-43a6-413a-80a4-812ee584052f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.260084 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6e470bc1-ad6f-4209-acd0-119706864f1a req-5bf8f086-43a6-413a-80a4-812ee584052f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1171489 Jul 22 22:17:43.294268 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-650c4b50-cad9-49be-9ffb-62bb68c35e6a req-f469b9ff-0252-4e74-8be1-bd6ef33855cb tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661945 Jul 22 22:17:43.329577 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6e470bc1-ad6f-4209-acd0-119706864f1a req-f68839b8-c012-4229-bf88-7f4f27cbfbe2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624189 Jul 22 22:17:43.470276 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e741da-9f8b-4074-86ab-e9e4511ce0d3 req-7f14bf38-af86-4f41-82ed-438d333b190f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.472964 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-67e741da-9f8b-4074-86ab-e9e4511ce0d3 req-7f14bf38-af86-4f41-82ed-438d333b190f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0875978 Jul 22 22:17:43.531310 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-67e741da-9f8b-4074-86ab-e9e4511ce0d3 req-39976e80-7ffa-4758-95f1-b0a9464c567c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501337 Jul 22 22:17:43.883579 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b989cf1-6ceb-4bdc-afd3-e1cdb6a72020 req-5093d65c-fdc3-4e66-be9f-f82c4c03d523 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:43.885183 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b989cf1-6ceb-4bdc-afd3-e1cdb6a72020 req-5093d65c-fdc3-4e66-be9f-f82c4c03d523 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1062367 Jul 22 22:17:43.930907 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b989cf1-6ceb-4bdc-afd3-e1cdb6a72020 req-48dbecea-4abf-4b1d-855b-b90efe334132 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382438 Jul 22 22:17:44.454143 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99967b3-fd27-45d4-9ba2-4769a0fc49e4 req-e3ccabf8-94f8-4473-8701-aa557bc9d989 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:44.455729 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e99967b3-fd27-45d4-9ba2-4769a0fc49e4 req-e3ccabf8-94f8-4473-8701-aa557bc9d989 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0759087 Jul 22 22:17:44.496165 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e99967b3-fd27-45d4-9ba2-4769a0fc49e4 req-292c03d7-ae53-4b01-a04b-6ca3d5cbb0d8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jul 22 22:17:44.498791 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d764d-5132-4218-ae37-792081778079 req-4aa78140-b812-4f32-965c-b0b15aab6b67 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:44.500414 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-425d764d-5132-4218-ae37-792081778079 req-4aa78140-b812-4f32-965c-b0b15aab6b67 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0775895 Jul 22 22:17:44.541891 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-425d764d-5132-4218-ae37-792081778079 req-e780f66f-5b1e-41d1-86e0-6dc2ce4d1378 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353851 Jul 22 22:17:44.692900 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b4bd-0240-4276-a0de-81a9431486e6 req-1eb1f445-2ebd-4c25-b9c8-ac6c3055825f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:44.694581 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8313b4bd-0240-4276-a0de-81a9431486e6 req-1eb1f445-2ebd-4c25-b9c8-ac6c3055825f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0841656 Jul 22 22:17:44.741409 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8313b4bd-0240-4276-a0de-81a9431486e6 req-ab53e869-dbc7-41f2-9751-f8d36ee8d513 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Jul 22 22:17:45.102269 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58706d-1d4c-4d30-870a-25f563943105 req-cbc7c637-9497-4448-8ef1-f79a6c7ad223 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.104978 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9e58706d-1d4c-4d30-870a-25f563943105 req-cbc7c637-9497-4448-8ef1-f79a6c7ad223 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0981874 Jul 22 22:17:45.163698 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9e58706d-1d4c-4d30-870a-25f563943105 req-4f1dc7b8-0b26-4910-9b0c-fa1ed5f2d31e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508013 Jul 22 22:17:45.670452 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:45.678379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439038d1-1ee7-42ee-9b5e-7c2a6c24bf09 req-2cca80f8-ffe3-4b83-8871-73fbc54a9064 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.680185 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-439038d1-1ee7-42ee-9b5e-7c2a6c24bf09 req-2cca80f8-ffe3-4b83-8871-73fbc54a9064 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1014156 Jul 22 22:17:45.744874 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151ddb0-b487-4dc6-a241-601f0c3834b1 req-b7ebc09a-e95f-40e8-a8d1-e9e6b9182f03 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.747696 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0151ddb0-b487-4dc6-a241-601f0c3834b1 req-b7ebc09a-e95f-40e8-a8d1-e9e6b9182f03 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1123796 Jul 22 22:17:45.752989 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-439038d1-1ee7-42ee-9b5e-7c2a6c24bf09 req-4947ae26-e537-4805-bdf3-8c68d000f01d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Jul 22 22:17:45.814845 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0151ddb0-b487-4dc6-a241-601f0c3834b1 req-cfc4157d-f039-4074-ab43-740992b96035 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593266 Jul 22 22:17:45.921487 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65175648-cc4e-450b-9f17-93f988ad6525 req-80f6a568-6056-42e5-b16a-a321ce90b64a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:45.923011 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65175648-cc4e-450b-9f17-93f988ad6525 req-80f6a568-6056-42e5-b16a-a321ce90b64a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0756116 Jul 22 22:17:46.003751 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65175648-cc4e-450b-9f17-93f988ad6525 req-1f6af063-9fe8-4024-9cb9-f76d7ea021a6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Jul 22 22:17:46.093337 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-b2151799-50a3-4cf7-b58e-506bf2aa746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.342071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ff963-f778-472b-b117-4af1a29b9673 req-ef983e9c-cf5f-4fa1-be8f-bc78fedffb40 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:46.343855 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c99ff963-f778-472b-b117-4af1a29b9673 req-ef983e9c-cf5f-4fa1-be8f-bc78fedffb40 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0887558 Jul 22 22:17:46.393844 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c99ff963-f778-472b-b117-4af1a29b9673 req-a1ae6901-bf51-4aff-9598-3b82660c3e54 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428159 Jul 22 22:17:46.707373 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:46.944818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121cef3-b04b-4402-bac5-88a4a5ad153a req-e1802f56-4f41-4a88-8b46-2698963f6c7b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:46.946463 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e121cef3-b04b-4402-bac5-88a4a5ad153a req-e1802f56-4f41-4a88-8b46-2698963f6c7b tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0833726 Jul 22 22:17:47.002029 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5baea-e201-408f-b8f5-2c79b5d7a417 req-8a7427e1-4ac9-4bec-b47b-dd36766fb443 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:47.003569 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ec5baea-e201-408f-b8f5-2c79b5d7a417 req-8a7427e1-4ac9-4bec-b47b-dd36766fb443 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0940850 Jul 22 22:17:47.008999 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e121cef3-b04b-4402-bac5-88a4a5ad153a req-2794a8af-c808-4aef-a773-e9a5f1ceb080 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 Jul 22 22:17:47.066649 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ec5baea-e201-408f-b8f5-2c79b5d7a417 req-1ac72605-ef56-48e1-9b1a-6374931b4607 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520310 Jul 22 22:17:47.189671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc1069-8bc9-4d09-b2ae-72d7d66e1f06 req-d458c2e3-bcb7-4ad6-9fde-a5274955dc5e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:47.191441 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-00cc1069-8bc9-4d09-b2ae-72d7d66e1f06 req-d458c2e3-bcb7-4ad6-9fde-a5274955dc5e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0862725 Jul 22 22:17:47.240927 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-00cc1069-8bc9-4d09-b2ae-72d7d66e1f06 req-55031f2b-97c4-4c41-951a-625447519dd7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Jul 22 22:17:47.569718 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea58b6-22a3-4a5d-863c-d4f576f05ffc req-9dadfe37-93c1-4637-ba78-dd1dbabdcfde tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:47.571344 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-caea58b6-22a3-4a5d-863c-d4f576f05ffc req-9dadfe37-93c1-4637-ba78-dd1dbabdcfde tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0905967 Jul 22 22:17:47.641421 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-caea58b6-22a3-4a5d-863c-d4f576f05ffc req-ab7be97e-9581-47a8-90d6-f76c8a1626bb tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610025 Jul 22 22:17:48.206093 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd06f-f828-4c78-976f-bda085e60de1 req-75e5d732-c797-4037-9f51-3d27c81b3666 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.208780 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db7cd06f-f828-4c78-976f-bda085e60de1 req-75e5d732-c797-4037-9f51-3d27c81b3666 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1044900 Jul 22 22:17:48.269887 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-db7cd06f-f828-4c78-976f-bda085e60de1 req-c534da6e-d97c-47f9-9f32-44b271698b7e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Jul 22 22:17:48.278153 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb8568-2418-42f8-8971-06d44575fe51 req-9a366f77-ebd5-45cd-bbfe-1f6e6961f4b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.293231 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5bcb8568-2418-42f8-8971-06d44575fe51 req-9a366f77-ebd5-45cd-bbfe-1f6e6961f4b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1081028 Jul 22 22:17:48.352889 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5bcb8568-2418-42f8-8971-06d44575fe51 req-379fd6e1-0c7a-4e87-a137-951ef3aebfd2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Jul 22 22:17:48.430248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194783c-4562-4ec9-a8f7-6b57e6820a4d req-1be57b0d-6e4c-475d-981a-c5ed02bc80cf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.433811 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8194783c-4562-4ec9-a8f7-6b57e6820a4d req-1be57b0d-6e4c-475d-981a-c5ed02bc80cf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0853350 Jul 22 22:17:48.483574 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8194783c-4562-4ec9-a8f7-6b57e6820a4d req-38d079ca-de8e-4101-b9ed-fa70fd1319ad tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Jul 22 22:17:48.814419 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659c7fd-17e2-4895-8f3b-4a668fb4a2c8 req-62242991-498b-44a8-938f-7ded83945a34 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:48.816102 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9659c7fd-17e2-4895-8f3b-4a668fb4a2c8 req-62242991-498b-44a8-938f-7ded83945a34 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0886831 Jul 22 22:17:48.874775 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9659c7fd-17e2-4895-8f3b-4a668fb4a2c8 req-84bd73b1-73f4-4f03-a2b9-d5d502fa169f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472372 Jul 22 22:17:48.923092 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:49.430538 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333824d-03ea-4622-b81c-8a44bb2e47cf req-7e6ed202-7773-46af-a0b1-ab8177f4f1cd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:49.432114 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4333824d-03ea-4622-b81c-8a44bb2e47cf req-7e6ed202-7773-46af-a0b1-ab8177f4f1cd tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0733643 Jul 22 22:17:49.485434 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4333824d-03ea-4622-b81c-8a44bb2e47cf req-fa0514be-a12a-4191-a6bb-2364dbf7aec8 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Jul 22 22:17:49.509406 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40661cfa-39ff-4f18-9343-0b1893408f06 req-414d8855-a3ff-4c51-9f38-8a876f652173 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:49.511216 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-40661cfa-39ff-4f18-9343-0b1893408f06 req-414d8855-a3ff-4c51-9f38-8a876f652173 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0744686 Jul 22 22:17:49.570353 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-40661cfa-39ff-4f18-9343-0b1893408f06 req-e42981f9-b978-4f4e-8040-0051b6c97fdc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510643 Jul 22 22:17:49.665728 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def8578-f997-413c-b8d2-1f572e2ec105 req-139a234f-a4e8-40f1-81bc-8220fae1020c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:49.667431 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8def8578-f997-413c-b8d2-1f572e2ec105 req-139a234f-a4e8-40f1-81bc-8220fae1020c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0793257 Jul 22 22:17:49.711758 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8def8578-f997-413c-b8d2-1f572e2ec105 req-1cbd12e2-51a0-482f-83ed-c3069388c076 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Jul 22 22:17:50.020014 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87077a-01fd-4bcf-ba23-0c91d7cc161a req-d8eb99e5-e5a4-405b-8440-b5468fdbbe56 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.021608 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec87077a-01fd-4bcf-ba23-0c91d7cc161a req-d8eb99e5-e5a4-405b-8440-b5468fdbbe56 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0742023 Jul 22 22:17:50.064445 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec87077a-01fd-4bcf-ba23-0c91d7cc161a req-2b5f87b1-e85f-4466-894d-bf25f7728ab6 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371933 Jul 22 22:17:50.678812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e07d39-5424-4e20-8c53-2a806bfcac33 req-8f69a9cd-9f4c-43bd-a245-455b09a8496c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.689191 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8e07d39-5424-4e20-8c53-2a806bfcac33 req-8f69a9cd-9f4c-43bd-a245-455b09a8496c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.1210327 Jul 22 22:17:50.739901 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8e07d39-5424-4e20-8c53-2a806bfcac33 req-b008f805-479a-46ec-894b-cd2d753b41d4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Jul 22 22:17:50.747685 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60759-1e08-4cdd-a407-3b7abb1e953a req-82724667-a21b-4361-8d6d-595e5c5dbfe0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.749359 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3ff60759-1e08-4cdd-a407-3b7abb1e953a req-82724667-a21b-4361-8d6d-595e5c5dbfe0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0745142 Jul 22 22:17:50.810901 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3ff60759-1e08-4cdd-a407-3b7abb1e953a req-fbe7e340-4397-46ff-8313-08a7819a78d5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494723 Jul 22 22:17:50.897496 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095e31a-9868-4207-8d6e-9ea7324f4b5c req-1987d756-d1b5-45ae-b578-fb38f1816836 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:50.899091 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9095e31a-9868-4207-8d6e-9ea7324f4b5c req-1987d756-d1b5-45ae-b578-fb38f1816836 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0725477 Jul 22 22:17:50.942069 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9095e31a-9868-4207-8d6e-9ea7324f4b5c req-97ac290e-d39a-43da-8c22-d82410b3db25 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Jul 22 22:17:51.223438 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d0b3-78a1-4094-b8e9-1ea910de8094 req-fe11d675-7b37-4a82-9a01-23c67a7af632 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:51.225510 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ab2d0b3-78a1-4094-b8e9-1ea910de8094 req-fe11d675-7b37-4a82-9a01-23c67a7af632 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0886712 Jul 22 22:17:51.273361 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0ab2d0b3-78a1-4094-b8e9-1ea910de8094 req-fc9c1a06-5971-4b9c-8e71-afb2c58e1a14 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395758 Jul 22 22:17:51.917458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c8b6-811a-468f-984f-868fe6dc25e1 req-ac6ad43c-6aa3-4c95-ab11-aeadcca58d6d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:51.920042 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d808c8b6-811a-468f-984f-868fe6dc25e1 req-ac6ad43c-6aa3-4c95-ab11-aeadcca58d6d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0870707 Jul 22 22:17:51.989416 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d808c8b6-811a-468f-984f-868fe6dc25e1 req-beb9ab7a-5373-4d66-8c1c-81e68b350cb1 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630498 Jul 22 22:17:52.016313 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367b749-6bd0-49f5-8d66-ba7dd29729da req-f0c21b15-eb63-4ddf-acbd-ee44701a50d1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.016313 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1367b749-6bd0-49f5-8d66-ba7dd29729da req-f0c21b15-eb63-4ddf-acbd-ee44701a50d1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1041136 Jul 22 22:17:52.077003 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1367b749-6bd0-49f5-8d66-ba7dd29729da req-d148ab8d-86c7-4ace-9b2a-cc616829d373 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589397 Jul 22 22:17:52.142697 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e8d34-1844-475b-9051-323081da017e req-2d08b198-bb81-4f5a-840c-826883cc0f5c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.144726 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d80e8d34-1844-475b-9051-323081da017e req-2d08b198-bb81-4f5a-840c-826883cc0f5c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0789871 Jul 22 22:17:52.199428 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d80e8d34-1844-475b-9051-323081da017e req-80106468-1886-4c70-b40f-b63108746997 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Jul 22 22:17:52.425637 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ca70-7045-4af7-b491-e950f851609e req-be0ede52-921a-403e-8b25-e7b42479903a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:52.427025 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-02c3ca70-7045-4af7-b491-e950f851609e req-be0ede52-921a-403e-8b25-e7b42479903a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0708911 Jul 22 22:17:52.477076 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-02c3ca70-7045-4af7-b491-e950f851609e req-a8f51623-abfe-4cfa-9dc4-23aef83da92f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439973 Jul 22 22:17:53.152458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eedbe-95c7-49e2-a332-56f144019733 req-309f1fb2-757f-4f80-9ecb-7db49e166bf0 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.154231 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-de0eedbe-95c7-49e2-a332-56f144019733 req-309f1fb2-757f-4f80-9ecb-7db49e166bf0 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0816612 Jul 22 22:17:53.206755 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-de0eedbe-95c7-49e2-a332-56f144019733 req-0b29b496-6f80-4e5d-bd2f-0874c890d280 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Jul 22 22:17:53.248881 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ea91-df7b-4da3-8c1a-65208930a8e4 req-30d1edc6-b358-441f-83fa-0d9c74d65fe4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.250482 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4d7ea91-df7b-4da3-8c1a-65208930a8e4 req-30d1edc6-b358-441f-83fa-0d9c74d65fe4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0969396 Jul 22 22:17:53.302069 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4d7ea91-df7b-4da3-8c1a-65208930a8e4 req-13789cb7-3f7d-456a-844b-cf1f98c8b00e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Jul 22 22:17:53.354826 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f41ec-7d7d-443d-b288-32b18956ef90 req-cf4ca7b1-9617-430d-8b01-fa0ed54619e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.358280 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d97f41ec-7d7d-443d-b288-32b18956ef90 req-cf4ca7b1-9617-430d-8b01-fa0ed54619e7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0762208 Jul 22 22:17:53.400415 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d97f41ec-7d7d-443d-b288-32b18956ef90 req-ad64c206-c827-4156-aed0-2c52b2bf315a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Jul 22 22:17:53.627853 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e137f4-e307-489b-9a02-129ed3cc05b3 req-a551dc13-2e5b-444b-9b2c-bc3d58d1d635 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:53.629424 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c9e137f4-e307-489b-9a02-129ed3cc05b3 req-a551dc13-2e5b-444b-9b2c-bc3d58d1d635 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0761313 Jul 22 22:17:53.691396 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c9e137f4-e307-489b-9a02-129ed3cc05b3 req-dabcdabf-25b0-44bb-ac5f-aa0d9f22c43a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550222 Jul 22 22:17:54.365176 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6143d-dc64-450a-b3e6-348f605d1912 req-828c9b73-ba49-4bf2-839c-da95acf3b2e4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.367412 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35b6143d-dc64-450a-b3e6-348f605d1912 req-828c9b73-ba49-4bf2-839c-da95acf3b2e4 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0832865 Jul 22 22:17:54.431040 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-35b6143d-dc64-450a-b3e6-348f605d1912 req-4e6499bc-ef08-4a77-a33a-f218c73c691c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541499 Jul 22 22:17:54.502376 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d8036-6abe-4725-a770-a1ab50390b48 req-691a315f-dd2c-4507-a1de-74afc724bcf3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.503860 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a98d8036-6abe-4725-a770-a1ab50390b48 req-691a315f-dd2c-4507-a1de-74afc724bcf3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0755277 Jul 22 22:17:54.556250 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a98d8036-6abe-4725-a770-a1ab50390b48 req-42e73741-ecbe-4547-8284-5b6aba952404 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Jul 22 22:17:54.575278 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a70b-bc76-4a8d-91b8-aae1b8e02f93 req-9613caef-5e20-44e4-955a-0ffef3be8286 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.577897 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03f8a70b-bc76-4a8d-91b8-aae1b8e02f93 req-9613caef-5e20-44e4-955a-0ffef3be8286 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0738332 Jul 22 22:17:54.623442 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-03f8a70b-bc76-4a8d-91b8-aae1b8e02f93 req-7bfec9af-0854-4e0e-bcaf-926e088b84a8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382750 Jul 22 22:17:54.858955 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2a2cf-be4d-4e4c-8c2b-e88375e02678 req-833be231-1c76-4c11-ba7c-b53c6054336f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:54.861039 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39f2a2cf-be4d-4e4c-8c2b-e88375e02678 req-833be231-1c76-4c11-ba7c-b53c6054336f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0856304 Jul 22 22:17:54.911265 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39f2a2cf-be4d-4e4c-8c2b-e88375e02678 req-774b2c41-ed46-4453-9fbd-e24cc5c8c723 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440681 Jul 22 22:17:55.583935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bbae4-93f0-4a36-b68c-7e13c39b6e6a req-3afd2ac0-9f53-48c3-8ea1-7a38d602620c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:55.585511 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-123bbae4-93f0-4a36-b68c-7e13c39b6e6a req-3afd2ac0-9f53-48c3-8ea1-7a38d602620c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0706327 Jul 22 22:17:55.644681 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-123bbae4-93f0-4a36-b68c-7e13c39b6e6a req-fafbf6a9-347b-4299-b853-c25cb5059f99 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523114 Jul 22 22:17:55.726073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aae45-7354-4bb0-95b1-34cbc5acd2f1 req-ad506c21-7218-4133-85cc-b0037c66d9c0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:55.727554 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-393aae45-7354-4bb0-95b1-34cbc5acd2f1 req-ad506c21-7218-4133-85cc-b0037c66d9c0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0836287 Jul 22 22:17:55.778744 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-393aae45-7354-4bb0-95b1-34cbc5acd2f1 req-2935ad57-ebdb-42e0-92cb-7119412dbbc1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Jul 22 22:17:55.805368 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d486f-bb54-46d3-b080-31fe2d44694f req-d8443423-d5dd-4d27-ae24-2523a48abe5b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:55.807366 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e36d486f-bb54-46d3-b080-31fe2d44694f req-d8443423-d5dd-4d27-ae24-2523a48abe5b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0983291 Jul 22 22:17:55.856919 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e36d486f-bb54-46d3-b080-31fe2d44694f req-6d28d7f3-d72d-44c1-ab5a-e67a9e4cb8b7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 Jul 22 22:17:56.085369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834eea0-84b2-4297-a05d-9043d5bf0194 req-5d5d5154-d2e4-4a30-a468-4ac9e0537e23 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.086920 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8834eea0-84b2-4297-a05d-9043d5bf0194 req-5d5d5154-d2e4-4a30-a468-4ac9e0537e23 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0850320 Jul 22 22:17:56.135421 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8834eea0-84b2-4297-a05d-9043d5bf0194 req-0aa73d7b-e9d4-46ba-abea-f1d8b51a11c1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406678 Jul 22 22:17:56.367148 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:17:56.812267 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe44b-c8db-4581-9025-af561237a030 req-f43e54d1-980a-4108-b16c-92cd5e259607 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.813089 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-771fe44b-c8db-4581-9025-af561237a030 req-f43e54d1-980a-4108-b16c-92cd5e259607 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0859387 Jul 22 22:17:56.864082 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-771fe44b-c8db-4581-9025-af561237a030 req-02418bcd-9335-4b84-9150-55e35091b54a tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 Jul 22 22:17:56.958083 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7fa1a-b6a5-4b3d-b28b-4dac6afd8a85 req-961a5c90-df59-40cb-a338-6cf7d0d57af4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:56.959548 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bcc7fa1a-b6a5-4b3d-b28b-4dac6afd8a85 req-961a5c90-df59-40cb-a338-6cf7d0d57af4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0830398 Jul 22 22:17:57.006192 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bcc7fa1a-b6a5-4b3d-b28b-4dac6afd8a85 req-d39fd9e6-c8b8-42e8-aeb9-f5e2a35b432a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Jul 22 22:17:57.021843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486571-7f8c-4d7e-8282-9649a842edf7 req-6e638da7-36c4-4326-9073-a955bf9c590b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.023384 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aa486571-7f8c-4d7e-8282-9649a842edf7 req-6e638da7-36c4-4326-9073-a955bf9c590b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0715299 Jul 22 22:17:57.066410 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aa486571-7f8c-4d7e-8282-9649a842edf7 req-87c9dc45-8138-405f-942a-6f2bb78d23db tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Jul 22 22:17:57.301461 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271dc3-269e-4b7d-acbb-10861fa9fb41 req-96878760-371b-420b-916f-6b689b557184 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:57.303114 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-97271dc3-269e-4b7d-acbb-10861fa9fb41 req-96878760-371b-420b-916f-6b689b557184 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0813842 Jul 22 22:17:57.350626 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-97271dc3-269e-4b7d-acbb-10861fa9fb41 req-07f8afbd-11c3-4f6a-bde6-fbbbbe2af82e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410604 Jul 22 22:17:58.007153 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4f91b-c37a-4811-b641-696c8d5cc8b5 req-be670aa3-abab-44d7-a43e-20f9d45f5920 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.008669 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88b4f91b-c37a-4811-b641-696c8d5cc8b5 req-be670aa3-abab-44d7-a43e-20f9d45f5920 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0697193 Jul 22 22:17:58.054693 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-88b4f91b-c37a-4811-b641-696c8d5cc8b5 req-57003b25-5905-4a7a-a65f-01f53b1b61e3 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Jul 22 22:17:58.157591 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7e406-eb05-4c0d-97bc-fef5f8d026f3 req-6999adcf-993b-4c93-810a-883af76283b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.159153 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-42a7e406-eb05-4c0d-97bc-fef5f8d026f3 req-6999adcf-993b-4c93-810a-883af76283b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0709095 Jul 22 22:17:58.202525 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-42a7e406-eb05-4c0d-97bc-fef5f8d026f3 req-773b3b8c-569e-40ac-98cf-dcdc82169376 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Jul 22 22:17:58.207993 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c259d-179d-415a-8fc0-66a9f6ec51c1 req-fcae7fc3-8676-40b9-968e-3b8bebedb3ef tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.209722 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-485c259d-179d-415a-8fc0-66a9f6ec51c1 req-fcae7fc3-8676-40b9-968e-3b8bebedb3ef tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0687668 Jul 22 22:17:58.255250 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-485c259d-179d-415a-8fc0-66a9f6ec51c1 req-5c05d0e6-3d19-4b13-9199-479933926364 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Jul 22 22:17:58.500570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed1d6-fb4b-4d83-aa6d-90b68688d6b8 req-7ec082d9-52aa-4a61-88a0-a68f0feb951e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:58.502937 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e6ed1d6-fb4b-4d83-aa6d-90b68688d6b8 req-7ec082d9-52aa-4a61-88a0-a68f0feb951e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0681074 Jul 22 22:17:58.549868 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e6ed1d6-fb4b-4d83-aa6d-90b68688d6b8 req-6660a57d-dfc5-490b-afc0-3572531102a7 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383532 Jul 22 22:17:59.191297 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a444c5-26ba-4295-86de-e7224791be30 req-4ede1606-17ac-45c4-94cc-911699cc5c42 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.192878 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-75a444c5-26ba-4295-86de-e7224791be30 req-4ede1606-17ac-45c4-94cc-911699cc5c42 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0691690 Jul 22 22:17:59.265687 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-75a444c5-26ba-4295-86de-e7224791be30 req-867b9bbf-8835-488e-8b12-16e0e0d5ecd9 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 Jul 22 22:17:59.290099 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-2bf4d523-47e7-4b77-bdcf-2aef569e222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.291796 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-2bf4d523-47e7-4b77-bdcf-2aef569e222f service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1137 time: 0.0859585 Jul 22 22:17:59.392668 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a006a6-45f6-4027-9e1a-94c3806ae18c req-bd283c0e-2e85-42cf-b6e3-a06b6b711907 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.394224 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-93a006a6-45f6-4027-9e1a-94c3806ae18c req-bd283c0e-2e85-42cf-b6e3-a06b6b711907 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1142342 Jul 22 22:17:59.450037 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-93a006a6-45f6-4027-9e1a-94c3806ae18c req-5d538d5f-f6d7-42b1-b620-51548f3bbc36 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484414 Jul 22 22:17:59.460848 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-1213ed50-a647-4359-b22d-664f33cf6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.462410 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-1213ed50-a647-4359-b22d-664f33cf6dd6 service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.1593785 Jul 22 22:17:59.490146 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e605-4dc1-4a02-9b13-a74a34b372dd req-7df16350-ee00-48f0-ad8c-5f2cfaf26f3c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.491715 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b765e605-4dc1-4a02-9b13-a74a34b372dd req-7df16350-ee00-48f0-ad8c-5f2cfaf26f3c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0978229 Jul 22 22:17:59.570995 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b765e605-4dc1-4a02-9b13-a74a34b372dd req-0108f799-f52f-4d5e-8cfb-6f4eafa83f4b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734563 Jul 22 22:17:59.591838 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-832b51c4-5efc-46d1-8be1-7c5d7ebe4151 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 1000 time: 0.0770235 Jul 22 22:17:59.653940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-6bd45bc2-63ba-40e3-98fc-408f70cb22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.655398 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-6bd45bc2-63ba-40e3-98fc-408f70cb22ac service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.0464821 Jul 22 22:17:59.689483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa77b-9e70-4a08-9260-7a016d41f58f req-0566a3c6-7054-47d1-82be-595fef7c9b53 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.690987 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1afa77b-9e70-4a08-9260-7a016d41f58f req-0566a3c6-7054-47d1-82be-595fef7c9b53 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0710185 Jul 22 22:17:59.721908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-c585382a-ae9e-4666-9ffd-dc600fd87a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:17:59.723402 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-c585382a-ae9e-4666-9ffd-dc600fd87a47 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546272 Jul 22 22:17:59.733838 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b1afa77b-9e70-4a08-9260-7a016d41f58f req-09cb128b-1a35-4742-8773-9e8a1ed899e4 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362093 Jul 22 22:17:59.825558 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-3fd31cbb-dc58-40cf-b3e3-71fbecad8459 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896330 Jul 22 22:17:59.927033 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-77c4fb9b-98ef-4cdb-81a7-70aeea1ee963 req-60003544-d597-4482-bf92-e0210e8b51a7 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Jul 22 22:18:00.596025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8cea-e865-48ff-82c9-d3ca4a2708ff req-4a2df51e-84f6-44ea-af52-1c3ccc1602f9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.597549 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-286c8cea-e865-48ff-82c9-d3ca4a2708ff req-4a2df51e-84f6-44ea-af52-1c3ccc1602f9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0727801 Jul 22 22:18:00.614280 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74bb02-2bb2-4937-9027-e8fa483f3d0b req-ab793d94-f920-4c18-a200-2101350e6180 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.615782 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d74bb02-2bb2-4937-9027-e8fa483f3d0b req-ab793d94-f920-4c18-a200-2101350e6180 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.2695200 Jul 22 22:18:00.635522 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-286c8cea-e865-48ff-82c9-d3ca4a2708ff req-9ae71463-de2d-4cdf-ad90-4ce872cfedcc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Jul 22 22:18:00.656945 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4d74bb02-2bb2-4937-9027-e8fa483f3d0b req-2e02df1f-971b-4271-bc96-1cf0f7a9cd32 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350828 Jul 22 22:18:00.758572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4899a-2263-4d45-b064-6f6bb22abbe8 req-e4309157-5a88-49b3-a3c1-f7ae1ecf2c7d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.759990 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-06f4899a-2263-4d45-b064-6f6bb22abbe8 req-e4309157-5a88-49b3-a3c1-f7ae1ecf2c7d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0643556 Jul 22 22:18:00.801498 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-06f4899a-2263-4d45-b064-6f6bb22abbe8 req-d9a2860b-65af-4c4b-b90b-0745ffe1e621 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Jul 22 22:18:00.867211 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8373c9b-f00c-40dc-9ee5-e3376a5314d0 req-3154ae80-1a97-4998-8053-b3f8a5b4477d tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:00.868703 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8373c9b-f00c-40dc-9ee5-e3376a5314d0 req-3154ae80-1a97-4998-8053-b3f8a5b4477d tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0659413 Jul 22 22:18:00.910402 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d8373c9b-f00c-40dc-9ee5-e3376a5314d0 req-c5a71899-8bdd-4c88-ac16-9b2a4de3c02b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355573 Jul 22 22:18:01.795027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89836-8b7b-4535-8c0a-6dad6f8372e7 req-4bea3d0c-2742-4e91-9bc7-0c8efd3f9645 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.798363 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9a89836-8b7b-4535-8c0a-6dad6f8372e7 req-4bea3d0c-2742-4e91-9bc7-0c8efd3f9645 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0770664 Jul 22 22:18:01.809977 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246e134-e64f-45d6-b5d9-ffce4699c922 req-0c78f257-b1da-4972-ac4c-be1f6e3ac2df tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.811738 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e246e134-e64f-45d6-b5d9-ffce4699c922 req-0c78f257-b1da-4972-ac4c-be1f6e3ac2df tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0786848 Jul 22 22:18:01.843916 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e9a89836-8b7b-4535-8c0a-6dad6f8372e7 req-7a16e4e6-4b17-4694-b50b-060ad0e10ee3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Jul 22 22:18:01.854505 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e246e134-e64f-45d6-b5d9-ffce4699c922 req-3ba685c3-fa41-4894-9e1e-36174173b33d tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Jul 22 22:18:01.981224 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52d50f-52a5-4bdf-8765-9a4422c0f23a req-3979f847-bf7b-4ac9-89e8-61e12d690754 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:01.982759 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db52d50f-52a5-4bdf-8765-9a4422c0f23a req-3979f847-bf7b-4ac9-89e8-61e12d690754 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0711284 Jul 22 22:18:02.023114 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db52d50f-52a5-4bdf-8765-9a4422c0f23a req-d24906c6-5a30-48bc-a835-07c340ddda8b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Jul 22 22:18:02.025423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054802-e6be-4326-adee-3944aa2e35f7 req-d03500ab-94e0-45c1-af11-d40941010d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.027022 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-80054802-e6be-4326-adee-3944aa2e35f7 req-d03500ab-94e0-45c1-af11-d40941010d2f service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.0892446 Jul 22 22:18:02.067538 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457220-7731-41ee-a758-c7c108bf3125 req-3ee57f1d-6235-4995-bb53-759fc9fb90d8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.069038 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97457220-7731-41ee-a758-c7c108bf3125 req-3ee57f1d-6235-4995-bb53-759fc9fb90d8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0840297 Jul 22 22:18:02.116693 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-97457220-7731-41ee-a758-c7c108bf3125 req-d8284ef7-6335-483f-90ad-60644ea7eef5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415106 Jul 22 22:18:02.144480 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-80054802-e6be-4326-adee-3944aa2e35f7 req-a1d81450-70d3-4853-bbba-24dc727505f5 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Jul 22 22:18:02.990732 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41865a-0edd-4a8d-98ec-d00c502e58c9 req-fd64d2f4-0836-4db5-ba24-faab1d018626 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.992304 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f41865a-0edd-4a8d-98ec-d00c502e58c9 req-fd64d2f4-0836-4db5-ba24-faab1d018626 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0702362 Jul 22 22:18:02.992802 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae75f-4577-4e56-a269-eb17aa1e1f53 req-8d2d52ad-37cb-4cf9-a2a3-7f5a79ae521c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:02.994293 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-566ae75f-4577-4e56-a269-eb17aa1e1f53 req-8d2d52ad-37cb-4cf9-a2a3-7f5a79ae521c tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0692124 Jul 22 22:18:03.033702 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1f41865a-0edd-4a8d-98ec-d00c502e58c9 req-66d9b7f7-c12d-456f-b9ec-fbbf14de2883 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345287 Jul 22 22:18:03.035864 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-566ae75f-4577-4e56-a269-eb17aa1e1f53 req-a194dc7b-2a02-45ca-9a14-73a781b633e2 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/security-groups?id=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Jul 22 22:18:03.159646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554710-90c9-406a-a8d4-fa5b8559d8dc req-9819fa84-237c-4220-953f-e9506e950065 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.161248 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4554710-90c9-406a-a8d4-fa5b8559d8dc req-9819fa84-237c-4220-953f-e9506e950065 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0675123 Jul 22 22:18:03.239041 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f4554710-90c9-406a-a8d4-fa5b8559d8dc req-7bc48c1e-6dc6-4be9-9caa-3d7d63e75adf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685697 Jul 22 22:18:03.261053 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175db6a0-0f5b-417f-83e2-d3648775894b req-ab8e344a-c75e-4f22-8419-274874420e07 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.261453 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-175db6a0-0f5b-417f-83e2-d3648775894b req-ab8e344a-c75e-4f22-8419-274874420e07 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0744205 Jul 22 22:18:03.273006 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-b8a3cb93-9f07-4c04-9f53-4f4c908b662e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:03.274489 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-b8a3cb93-9f07-4c04-9f53-4f4c908b662e tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 945 time: 0.0960054 Jul 22 22:18:03.304496 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-175db6a0-0f5b-417f-83e2-d3648775894b req-58d68817-5622-4293-b75e-3596007c9e1e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374844 Jul 22 22:18:03.390512 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Deleting port 30112f59-0c99-4523-9a13-983baff94680 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:18:03.390852 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.494329 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] For port 30112f59-0c99-4523-9a13-983baff94680, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=30112f59-0c99-4523-9a13-983baff94680,segment=NetworkSegment(f1b29eb0-769a-43c2-aec4-a252417ce7cd),segment_id=f1b29eb0-769a-43c2-aec4-a252417ce7cd)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:03.494601 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.507930 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Calling delete_port for 30112f59-0c99-4523-9a13-983baff94680 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:18:03.646059 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.680422 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Pushing event deleted for resources: {'Port': ['ID=30112f59-0c99-4523-9a13-983baff94680,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:03.728651 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] No DVR routers for this DVR port 30112f59-0c99-4523-9a13-983baff94680 on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:18:03.731271 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:03.733244 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdb2782-d0ea-4b67-a76b-fa75d8a27644 req-5f86f689-6f91-40cb-a02f-28327438da66 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.125 "DELETE /v2.0/ports/30112f59-0c99-4523-9a13-983baff94680 HTTP/1.1" status: 204 len: 173 time: 0.4472752 Jul 22 22:18:03.733730 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'name': 'network-vif-deleted', 'tag': '30112f59-0c99-4523-9a13-983baff94680'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:03.736072 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972b873-0b54-48e7-a375-a7c620fa0dde" -d '{"events": [{"server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "name": "network-vif-deleted", "tag": "30112f59-0c99-4523-9a13-983baff94680"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:03.737032 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['30112f59-0c99-4523-9a13-983baff94680'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:03.772646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61037ce7-450d-4bac-bd33-faac86cf2395 x-openstack-request-id: req-61037ce7-450d-4bac-bd33-faac86cf2395 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:03.772941 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6bddb6-47da-429e-9c5d-d9e1d50b4245", "name": "network-vif-deleted", "tag": "30112f59-0c99-4523-9a13-983baff94680", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:03.773202 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-61037ce7-450d-4bac-bd33-faac86cf2395 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:03.773600 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6bddb6-47da-429e-9c5d-d9e1d50b4245', 'name': 'network-vif-deleted', 'tag': '30112f59-0c99-4523-9a13-983baff94680', 'status': 'completed', 'code': 200} Jul 22 22:18:04.157726 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-80237992-da5f-4339-acc6-81f12c13551b req-058acf0c-c6b2-4f6c-8e0a-0daa70d56803 tempest-AttachVolumeNegativeTest-1407234141 tempest-AttachVolumeNegativeTest-1407234141-project] 10.222.0.110 "GET /v2.0/ports?device_id=4d6bddb6-47da-429e-9c5d-d9e1d50b4245 HTTP/1.1" status: 200 len: 210 time: 0.0352569 Jul 22 22:18:04.185467 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485176d0-e110-4133-a197-8037be5a2886 req-18e5f9e4-2c4a-44b7-b25e-a5f35a40d1ab tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.187089 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-485176d0-e110-4133-a197-8037be5a2886 req-18e5f9e4-2c4a-44b7-b25e-a5f35a40d1ab tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0698771 Jul 22 22:18:04.228999 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-485176d0-e110-4133-a197-8037be5a2886 req-fdb8aa94-0f1b-4df7-ba1e-ad880d5d3157 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360029 Jul 22 22:18:04.377504 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4748a08-d2e4-442d-85b4-fe3e6c5a4a6e req-82a669d8-eba4-41b2-85c1-64ee9c80d0d0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.379090 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4748a08-d2e4-442d-85b4-fe3e6c5a4a6e req-82a669d8-eba4-41b2-85c1-64ee9c80d0d0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0698628 Jul 22 22:18:04.428010 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4748a08-d2e4-442d-85b4-fe3e6c5a4a6e req-3945dd22-a2da-4d5a-8e09-8f831d6e9b9b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Jul 22 22:18:04.466544 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f7bba-7699-48b5-8aa4-b18f4bd288d0 req-effe1e4c-7495-45ac-a95f-8ec8803056fb tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:04.468209 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c68f7bba-7699-48b5-8aa4-b18f4bd288d0 req-effe1e4c-7495-45ac-a95f-8ec8803056fb tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0853896 Jul 22 22:18:04.511379 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c68f7bba-7699-48b5-8aa4-b18f4bd288d0 req-291d550a-9b38-4328-80e0-9f640bf5cf5a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368586 Jul 22 22:18:05.216928 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40126) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:05.267034 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Deleting subnet 71d9b04e-1359-44ed-a558-5821b7094af8 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:18:05.270405 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.318991 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.391149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.437846 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cecf80-5f87-4e0c-8eb3-1adca65542b2 req-1d922989-9292-445b-b769-671daf6812c0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.439260 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10cecf80-5f87-4e0c-8eb3-1adca65542b2 req-1d922989-9292-445b-b769-671daf6812c0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1351328 Jul 22 22:18:05.482198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.499073 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-10cecf80-5f87-4e0c-8eb3-1adca65542b2 req-bc231290-aa78-4101-a002-f88ae016842c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537136 Jul 22 22:18:05.520812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.522638 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] 10.222.0.110 "DELETE /v2.0/subnets/71d9b04e-1359-44ed-a558-5821b7094af8 HTTP/1.1" status: 204 len: 168 time: 0.3047116 Jul 22 22:18:05.523615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358b54-b7dc-4a88-b320-db0b31844a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d9b04e-1359-44ed-a558-5821b7094af8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:05.526960 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40132) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:05.600835 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348465-c338-46bd-860f-5086e4235d0d req-1d59a1e6-6b69-4f99-a2e1-b4eb3a24ca33 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.602541 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6348465-c338-46bd-860f-5086e4235d0d req-1d59a1e6-6b69-4f99-a2e1-b4eb3a24ca33 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0905066 Jul 22 22:18:05.626891 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.651819 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c6348465-c338-46bd-860f-5086e4235d0d req-6ca36e82-14b1-4758-b432-5cb20b36cefd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 Jul 22 22:18:05.752944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.772116 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109459-9171-4744-998a-6f3bfa28d75f req-f236484e-683c-461a-80b2-3931275199ee tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:05.773729 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d109459-9171-4744-998a-6f3bfa28d75f req-f236484e-683c-461a-80b2-3931275199ee tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1640298 Jul 22 22:18:05.775505 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efa360b-cc3d-49e4-a8a0-1edcaa3e915e']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:05.789150 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b29eb0-769a-43c2-aec4-a252417ce7cd') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:05.789612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b29eb0-769a-43c2-aec4-a252417ce7cd') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:18:05.812659 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.835496 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.848852 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:18:05.849968 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.858786 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d109459-9171-4744-998a-6f3bfa28d75f req-fecb481d-7b53-408a-aefa-6b5d15a9e879 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736105 Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:18:05.859911 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:18:05.949790 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.955896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:05.957823 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] 10.222.0.110 "DELETE /v2.0/networks/2efa360b-cc3d-49e4-a8a0-1edcaa3e915e HTTP/1.1" status: 204 len: 168 time: 0.4292812 Jul 22 22:18:05.971228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d739cfc-afd9-4bb7-b086-68b832c2f78e admin admin] Pushing event deleted for resources: {'Network': ['ID=2efa360b-cc3d-49e4-a8a0-1edcaa3e915e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:06.075251 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90aa11-cf92-432b-895e-2aa1125b4aae req-2527f782-3539-41a1-948e-b164afe263b3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.077258 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4f90aa11-cf92-432b-895e-2aa1125b4aae req-2527f782-3539-41a1-948e-b164afe263b3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0912025 Jul 22 22:18:06.078501 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca41402-43f5-4244-8abb-b26738c650e0 req-4eb0f5ef-3929-4d24-ae88-99a2a4313d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.081150 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-4eb0f5ef-3929-4d24-ae88-99a2a4313d7a service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.0773582 Jul 22 22:18:06.121680 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4f90aa11-cf92-432b-895e-2aa1125b4aae req-a3e01153-fa95-4ce8-a023-bbebda8f6d48 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Jul 22 22:18:06.219805 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca41402-43f5-4244-8abb-b26738c650e0 req-91b66210-01fa-4206-a910-9f18b5ef5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.222155 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-91b66210-01fa-4206-a910-9f18b5ef5572 service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.1230190 Jul 22 22:18:06.224324 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40144) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:06.283210 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-66b61c60-762c-464a-b733-70a139b44b4c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0406034 Jul 22 22:18:06.304661 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d9e1fad0-f552-4e37-a40f-4636ff3adef3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=71bffb8e6c93437cb3fdbc82d8300750&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791786 Jul 22 22:18:06.307248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40146) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:06.362900 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.370200 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca41402-43f5-4244-8abb-b26738c650e0 req-de097434-1ea3-4678-9cad-584fb49fb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.372344 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-de097434-1ea3-4678-9cad-584fb49fb2ba service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0590248 Jul 22 22:18:06.397500 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.435062 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-36c39636-518e-421e-bd95-430a8abc636d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358856 Jul 22 22:18:06.465493 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.468580 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:06.470437 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e HTTP/1.1" status: 204 len: 168 time: 0.1620202 Jul 22 22:18:06.481226 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6477-d808-4029-a4e7-e3f8624aa1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ab6ae-b9b7-4d84-9c91-0d70ecaa1a9e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:06.566316 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-df1b13c3-d38a-4e2f-9e15-31244ed87d1c service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159339 Jul 22 22:18:06.726481 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03186f3-641a-46f0-aa15-48681c22fd60 req-feb40c45-7270-4472-820c-51a4158dadbd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:06.730299 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f03186f3-641a-46f0-aa15-48681c22fd60 req-feb40c45-7270-4472-820c-51a4158dadbd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.1328056 Jul 22 22:18:06.749528 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eca41402-43f5-4244-8abb-b26738c650e0 req-06389d48-cf6a-4745-9adf-83cfe961ad9e service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730070 Jul 22 22:18:06.794674 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f03186f3-641a-46f0-aa15-48681c22fd60 req-b1380e65-59d1-44b4-8464-f1f618c50e2f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593259 Jul 22 22:18:07.084193 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38680-3ae1-41d0-bfed-573ec438dfe5 req-a38bb3d4-c422-494a-90df-7a0ed06e129d tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.086929 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8bf38680-3ae1-41d0-bfed-573ec438dfe5 req-a38bb3d4-c422-494a-90df-7a0ed06e129d tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1140449 Jul 22 22:18:07.135950 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8bf38680-3ae1-41d0-bfed-573ec438dfe5 req-3452cc72-ddb2-4cb2-82c3-af5fc0479157 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398734 Jul 22 22:18:07.296423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26453d8c-b0a6-4665-98c7-14cb5d85ca97 req-4add0c68-c404-4a1b-a733-553ae1517338 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.297916 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-26453d8c-b0a6-4665-98c7-14cb5d85ca97 req-4add0c68-c404-4a1b-a733-553ae1517338 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0768261 Jul 22 22:18:07.342840 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-26453d8c-b0a6-4665-98c7-14cb5d85ca97 req-b964746f-f83a-4eea-af31-7727744e0124 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Jul 22 22:18:07.973695 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be761-b7e3-466d-9133-d618055274c8 req-a468f34e-381a-4132-8cc8-7cf6a6366b2d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:07.975375 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b0be761-b7e3-466d-9133-d618055274c8 req-a468f34e-381a-4132-8cc8-7cf6a6366b2d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 943 time: 0.0785201 Jul 22 22:18:08.020200 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8b0be761-b7e3-466d-9133-d618055274c8 req-9d7e7234-6998-492d-9642-d9ba428e3a82 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 Jul 22 22:18:08.252625 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:18:08.270851 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 30112f59-0c99-4523-9a13-983baff94680 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:18:08.295821 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 30112f59-0c99-4523-9a13-983baff94680 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:18:08.296471 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 30112f59-0c99-4523-9a13-983baff94680 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:18:08.342644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea47f45-014a-4066-9bb5-2db77cd6538c req-90328f37-6f6f-4505-a01f-df778e66f637 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:08.344562 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dea47f45-014a-4066-9bb5-2db77cd6538c req-90328f37-6f6f-4505-a01f-df778e66f637 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1090024 Jul 22 22:18:08.397655 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dea47f45-014a-4066-9bb5-2db77cd6538c req-f42e08fc-dab9-4f96-bc99-65fa25a9163a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430367 Jul 22 22:18:08.423275 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:08.445560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'mac_address': 'fa:16:3e:03:d0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:18:08.501962 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.525430 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:18:08.557335 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:08.562610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b3609-3399-4e34-8f9d-ee67989ab428 req-a8081e15-933c-418f-b04b-e2a0d3d42d8c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:08.563517 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-552b3609-3399-4e34-8f9d-ee67989ab428 req-a8081e15-933c-418f-b04b-e2a0d3d42d8c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1069000 Jul 22 22:18:08.568143 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:08.613913 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-552b3609-3399-4e34-8f9d-ee67989ab428 req-7152b46c-5c33-42f1-923f-918582de9ceb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Jul 22 22:18:08.626253 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=9']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:08.636926 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.637379 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.638046 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.638619 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.639128 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.639588 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.640121 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.640809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.641274 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.641720 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.642131 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:08.642579 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:09.176102 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83dcbb-a565-4c6c-850d-5c962bd186ac req-267721fc-fa1a-4020-ae06-9d5d9e76d37e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:09.177667 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1c83dcbb-a565-4c6c-850d-5c962bd186ac req-267721fc-fa1a-4020-ae06-9d5d9e76d37e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0691774 Jul 22 22:18:09.218843 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1c83dcbb-a565-4c6c-850d-5c962bd186ac req-f0bab19d-6171-477b-9513-70d652546310 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355525 Jul 22 22:18:09.292258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['e63aa00d-561e-478c-ad51-2858e1d33423'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:18:09.552689 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c253c-302b-4c05-a912-2b24ecd48365 req-7e2e3e66-2844-40d4-954d-370f084fcc50 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:09.554305 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ab6c253c-302b-4c05-a912-2b24ecd48365 req-7e2e3e66-2844-40d4-954d-370f084fcc50 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0687182 Jul 22 22:18:09.606807 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ab6c253c-302b-4c05-a912-2b24ecd48365 req-afc9ec57-1243-4d6a-8c50-4d3c45ebfe70 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428743 Jul 22 22:18:09.767041 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f1d7-aaaf-476e-998c-79a94e799880 req-86871f96-3cd2-45bb-b3fc-a67f3c22371c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:09.768866 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dde3f1d7-aaaf-476e-998c-79a94e799880 req-86871f96-3cd2-45bb-b3fc-a67f3c22371c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0786910 Jul 22 22:18:09.823177 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dde3f1d7-aaaf-476e-998c-79a94e799880 req-90a0e122-3a6b-472a-9723-47f2b5f572e3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Jul 22 22:18:10.363292 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4364599-789b-4f46-99f1-08bc0505863a req-24cf4dd1-617f-438f-b1ba-a342d67528b4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.364925 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e4364599-789b-4f46-99f1-08bc0505863a req-24cf4dd1-617f-438f-b1ba-a342d67528b4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0676250 Jul 22 22:18:10.406578 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e4364599-789b-4f46-99f1-08bc0505863a req-2653aa28-89a3-4bc6-a694-e7fb03f3f914 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352814 Jul 22 22:18:10.764230 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549bca2-3d0a-475d-96df-f22c8c2a0e6c req-e4c344b9-4d11-4da1-9755-3a1759967fe3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:10.766136 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d549bca2-3d0a-475d-96df-f22c8c2a0e6c req-e4c344b9-4d11-4da1-9755-3a1759967fe3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0758522 Jul 22 22:18:10.818654 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d549bca2-3d0a-475d-96df-f22c8c2a0e6c req-bb985fcc-3023-49e8-aaf0-33e686716897 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464737 Jul 22 22:18:11.214479 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673833e-0b7b-4577-b78e-5270bda5debe req-95d68c07-545c-43b1-8254-62e489421cee tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.216803 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7673833e-0b7b-4577-b78e-5270bda5debe req-95d68c07-545c-43b1-8254-62e489421cee tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.3143494 Jul 22 22:18:11.259207 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7673833e-0b7b-4577-b78e-5270bda5debe req-f44e2733-8c93-45fc-afab-ffa0e8e529f7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Jul 22 22:18:11.572682 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded01712-aaa1-46be-a716-bffa2fe10776 req-1f745506-605d-44dd-96de-02fb13d0c649 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.576092 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ded01712-aaa1-46be-a716-bffa2fe10776 req-1f745506-605d-44dd-96de-02fb13d0c649 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 944 time: 0.0896351 Jul 22 22:18:11.623584 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ded01712-aaa1-46be-a716-bffa2fe10776 req-593ff1c1-02f7-4199-84b4-257677c5a069 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Jul 22 22:18:11.970171 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ca21f-902d-4e5d-bd77-45017ef13911 req-a05030df-8607-49f3-9466-69d710897cf3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:11.971745 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ff9ca21f-902d-4e5d-bd77-45017ef13911 req-a05030df-8607-49f3-9466-69d710897cf3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0787110 Jul 22 22:18:12.018170 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ff9ca21f-902d-4e5d-bd77-45017ef13911 req-f7c81742-096c-44ee-9abc-0591929008be tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397587 Jul 22 22:18:12.293997 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:18:12.363436 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port e63aa00d-561e-478c-ad51-2858e1d33423 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:18:12.363884 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.450443 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.475049 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:18:12.477404 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a61e019-3741-4707-8b40-ac9961c99146" -d '{"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:18:12.492682 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:18:12.498258 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:12.525875 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429fad09-0165-46a6-b5c7-e8f7e7c47abc x-openstack-request-id: req-429fad09-0165-46a6-b5c7-e8f7e7c47abc {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:18:12.526233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-plugged", "status": "completed", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:18:12.526420 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-429fad09-0165-46a6-b5c7-e8f7e7c47abc {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:18:12.526822 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'code': 200} Jul 22 22:18:12.568248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=10']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:12.784646 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e855-250e-4987-a21e-69771f688aa5 req-d4337b93-8a39-4714-9022-0e9288cae2a8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.786344 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f63e855-250e-4987-a21e-69771f688aa5 req-d4337b93-8a39-4714-9022-0e9288cae2a8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0746884 Jul 22 22:18:12.833105 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9f63e855-250e-4987-a21e-69771f688aa5 req-237fe620-7073-4e13-98d6-09fedae246a6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372593 Jul 22 22:18:12.853820 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f682766-c936-4d62-a4a0-d2c1a98d8bdf req-ec690d74-d2bb-4875-bd35-7f9237d92cb5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:12.856866 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f682766-c936-4d62-a4a0-d2c1a98d8bdf req-ec690d74-d2bb-4875-bd35-7f9237d92cb5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0938811 Jul 22 22:18:12.913707 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f682766-c936-4d62-a4a0-d2c1a98d8bdf req-ac1921a4-712a-4d27-b343-39a279647c8d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Jul 22 22:18:12.945127 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-dd418df9-b2aa-4daa-8a4b-95d396cdc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:13.195268 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349f71-2259-43a3-95a0-3a160291f1be req-a9c9134d-749b-4148-8536-d13f2a919870 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.197449 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d6349f71-2259-43a3-95a0-3a160291f1be req-a9c9134d-749b-4148-8536-d13f2a919870 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0875635 Jul 22 22:18:13.245601 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d6349f71-2259-43a3-95a0-3a160291f1be req-5da98c78-5ebb-4667-86ce-879c7a48d0b5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404763 Jul 22 22:18:13.828182 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:13.987574 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281aa6-7fbe-4226-bea7-031def0a67d8 req-1653516b-46f6-471a-91a7-cd653a906103 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:13.989203 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4281aa6-7fbe-4226-bea7-031def0a67d8 req-1653516b-46f6-471a-91a7-cd653a906103 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0787208 Jul 22 22:18:14.034884 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b4281aa6-7fbe-4226-bea7-031def0a67d8 req-7390428e-0b0b-4dde-acdf-060df73e43ae tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Jul 22 22:18:14.399518 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2379bee-5081-49e4-a94f-a440966eb98e req-adf525a8-2db2-4b86-8e27-97683ccfaddd tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:14.401275 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2379bee-5081-49e4-a94f-a440966eb98e req-adf525a8-2db2-4b86-8e27-97683ccfaddd tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0772805 Jul 22 22:18:14.446305 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d2379bee-5081-49e4-a94f-a440966eb98e req-c2db9074-dc78-46d7-8215-b9413dfe9754 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383065 Jul 22 22:18:15.192105 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a44b5-a293-44fe-b1f9-f5cfe68915ba req-2eb61ad1-4756-4298-a898-6b134a980027 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.193744 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f43a44b5-a293-44fe-b1f9-f5cfe68915ba req-2eb61ad1-4756-4298-a898-6b134a980027 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0704479 Jul 22 22:18:15.234120 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f43a44b5-a293-44fe-b1f9-f5cfe68915ba req-28c05ee7-2b12-4e00-add0-2e9742454562 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Jul 22 22:18:15.591934 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4b085-3c4a-4556-8925-4f6dea21e5fc req-5117337d-a68a-42d9-b4aa-70656b9366e8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:15.593514 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fda4b085-3c4a-4556-8925-4f6dea21e5fc req-5117337d-a68a-42d9-b4aa-70656b9366e8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0732048 Jul 22 22:18:15.638246 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fda4b085-3c4a-4556-8925-4f6dea21e5fc req-b4fcd5bc-0c6a-4b94-b2c7-dca885d9509a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385337 Jul 22 22:18:15.673004 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.088182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-75b76bce-3151-4372-b832-6fa9ad8accfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.379438 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cb5c0-4fd5-40d9-be90-79f25f26a122 req-9978e146-cceb-4224-b8ec-bcb0a34ccac7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.381077 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-026cb5c0-4fd5-40d9-be90-79f25f26a122 req-9978e146-cceb-4224-b8ec-bcb0a34ccac7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0705318 Jul 22 22:18:16.425185 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-026cb5c0-4fd5-40d9-be90-79f25f26a122 req-86fa0e1a-ea4b-4247-a9e3-6126e13f91d4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376852 Jul 22 22:18:16.706207 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:16.803955 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654505a-fe81-4daa-85fb-2ff39fbdf61d req-25623622-76fc-4ad7-bc57-553e67d5c2a1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:16.805470 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0654505a-fe81-4daa-85fb-2ff39fbdf61d req-25623622-76fc-4ad7-bc57-553e67d5c2a1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0843728 Jul 22 22:18:16.858154 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0654505a-fe81-4daa-85fb-2ff39fbdf61d req-b27bc4b4-40b4-4ff7-80e0-4ab3540c1a2c tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466945 Jul 22 22:18:17.591889 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd428edb-fdb3-4ef9-bcd5-dbb40b93a853 req-a2ac5eb2-1656-436b-820f-9db5b6d7ba42 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.594321 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd428edb-fdb3-4ef9-bcd5-dbb40b93a853 req-a2ac5eb2-1656-436b-820f-9db5b6d7ba42 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0909498 Jul 22 22:18:17.686310 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd428edb-fdb3-4ef9-bcd5-dbb40b93a853 req-61464f67-888a-4a91-af5e-5d6e74e18fe6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844169 Jul 22 22:18:17.717414 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b935275-7020-4b27-86b7-877f67e484c3 req-b256386c-ae4d-44d4-b596-95011b2739ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:17.719526 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b935275-7020-4b27-86b7-877f67e484c3 req-b256386c-ae4d-44d4-b596-95011b2739ab service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1099 time: 0.0801616 Jul 22 22:18:17.810232 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b935275-7020-4b27-86b7-877f67e484c3 req-c47ed34d-f06c-4dfa-af31-4ec112683e24 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339255 Jul 22 22:18:17.999632 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58df2bc-10a9-42a2-83e2-332e04614864 req-a34d17bb-c759-4e70-9300-e365820746d5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:18.001238 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e58df2bc-10a9-42a2-83e2-332e04614864 req-a34d17bb-c759-4e70-9300-e365820746d5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0670764 Jul 22 22:18:18.046186 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e58df2bc-10a9-42a2-83e2-332e04614864 req-8edba396-4358-45d6-8bcf-cb7a392922c1 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384665 Jul 22 22:18:18.852115 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8e91f-e197-4dbb-97c2-807f77af03b4 req-40099d36-41de-4128-9437-f9064454bbd7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:18.853718 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a7b8e91f-e197-4dbb-97c2-807f77af03b4 req-40099d36-41de-4128-9437-f9064454bbd7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0902040 Jul 22 22:18:18.903543 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a7b8e91f-e197-4dbb-97c2-807f77af03b4 req-48a2d2ae-3f83-4999-a78d-65ac1567aead tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400879 Jul 22 22:18:18.926435 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:19.205097 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b66d-7d00-4e22-9f51-d0fcce3861b2 req-9f1caede-49ba-440b-843e-b3b534b0bded tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:19.206647 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bde0b66d-7d00-4e22-9f51-d0fcce3861b2 req-9f1caede-49ba-440b-843e-b3b534b0bded tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0820093 Jul 22 22:18:19.265500 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bde0b66d-7d00-4e22-9f51-d0fcce3861b2 req-6962bb47-24d8-4523-adbc-e77cfea014e3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483472 Jul 22 22:18:20.053839 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f870f-f5f8-45aa-9b79-38fe427eba3f req-aac95b01-19a6-411a-8c2c-6a9474c6bfc7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.055297 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-342f870f-f5f8-45aa-9b79-38fe427eba3f req-aac95b01-19a6-411a-8c2c-6a9474c6bfc7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0651722 Jul 22 22:18:20.092189 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-342f870f-f5f8-45aa-9b79-38fe427eba3f req-254a9a71-9398-4dae-aed0-d1f5e9deba80 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Jul 22 22:18:20.434390 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd7599-1f6e-4a12-a135-80646e8073ec req-6c9a09f7-c1ed-4e82-9894-41420bd8cdab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:20.437899 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-31dd7599-1f6e-4a12-a135-80646e8073ec req-6c9a09f7-c1ed-4e82-9894-41420bd8cdab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0941772 Jul 22 22:18:20.493151 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-31dd7599-1f6e-4a12-a135-80646e8073ec req-bb4b2e96-2a10-44a5-968f-e206c7594ac3 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494375 Jul 22 22:18:21.251604 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ab90-c4cc-4307-a408-0cf5df1ad951 req-50a4f8c3-b43d-4281-8e8f-e8fd7c4f73af tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.253216 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59c8ab90-c4cc-4307-a408-0cf5df1ad951 req-50a4f8c3-b43d-4281-8e8f-e8fd7c4f73af tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0742772 Jul 22 22:18:21.294674 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-59c8ab90-c4cc-4307-a408-0cf5df1ad951 req-eacf2ed9-cad9-4403-9a2c-cc67a61deb16 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Jul 22 22:18:21.642876 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8b718-4d65-4752-8a36-6ae2d77960b4 req-ac321d46-6edd-41c0-93a2-8604ad444554 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:21.644434 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4e8b718-4d65-4752-8a36-6ae2d77960b4 req-ac321d46-6edd-41c0-93a2-8604ad444554 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0711324 Jul 22 22:18:21.687181 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4e8b718-4d65-4752-8a36-6ae2d77960b4 req-082b00e9-ce69-45ea-91f3-270c55d5d6da tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369093 Jul 22 22:18:22.434172 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c13a55-bd41-4486-b474-d102923e7048 req-bce9bacd-d58f-45e1-9070-024f8ff938f6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.435739 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a1c13a55-bd41-4486-b474-d102923e7048 req-bce9bacd-d58f-45e1-9070-024f8ff938f6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0682909 Jul 22 22:18:22.475937 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a1c13a55-bd41-4486-b474-d102923e7048 req-1bb8aace-71f4-4c4f-9c67-d7122948007c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345380 Jul 22 22:18:22.828402 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780dfc-d4b4-4c7c-b4ac-2a4e77591f1b req-9143cc69-2f57-415c-9187-054406472f5a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:22.830017 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0e780dfc-d4b4-4c7c-b4ac-2a4e77591f1b req-9143cc69-2f57-415c-9187-054406472f5a tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0720141 Jul 22 22:18:22.881843 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0e780dfc-d4b4-4c7c-b4ac-2a4e77591f1b req-e917ef54-46e0-4fba-a58b-3d15bddb6864 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462139 Jul 22 22:18:24.020344 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e396c4-5361-424e-b79d-7e6141a0b75b req-b3b5fa19-4f33-4291-9b21-a8d94c8109e9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:24.021765 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2e396c4-5361-424e-b79d-7e6141a0b75b req-b3b5fa19-4f33-4291-9b21-a8d94c8109e9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0721025 Jul 22 22:18:24.064869 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2e396c4-5361-424e-b79d-7e6141a0b75b req-05b46c02-fe7d-4cd6-91e2-0e6a9683de33 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360806 Jul 22 22:18:25.203996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26c74b-7828-420b-8535-d5bb0e819574 req-796bdcc7-5eed-4fa7-a940-23b42aed6cab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:25.205648 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d26c74b-7828-420b-8535-d5bb0e819574 req-796bdcc7-5eed-4fa7-a940-23b42aed6cab tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0721633 Jul 22 22:18:25.247504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2d26c74b-7828-420b-8535-d5bb0e819574 req-cfd4e3e4-aa59-47b7-a56f-859114a5a0f9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360441 Jul 22 22:18:26.334454 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d6b4a-17ba-48cd-8b42-4aac5e0dc808 req-cca79261-f037-4968-8c29-1f361ca2bc98 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.335953 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc4d6b4a-17ba-48cd-8b42-4aac5e0dc808 req-cca79261-f037-4968-8c29-1f361ca2bc98 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0746126 Jul 22 22:18:26.366368 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:26.417614 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-c0466275-9b08-4211-90b1-aac945a1c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.419525 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-c0466275-9b08-4211-90b1-aac945a1c77c service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.1059444 Jul 22 22:18:26.428948 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a81e-20f4-4bff-b72b-429e33432f8d req-b77de7bd-0fc8-4fd9-bf71-817a3435bb03 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.430381 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5441a81e-20f4-4bff-b72b-429e33432f8d req-b77de7bd-0fc8-4fd9-bf71-817a3435bb03 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1089034 Jul 22 22:18:26.527982 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5441a81e-20f4-4bff-b72b-429e33432f8d req-fde2f9ed-0ba8-4d22-834f-a23f551a61c4 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845723 Jul 22 22:18:26.544144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cc4d6b4a-17ba-48cd-8b42-4aac5e0dc808 req-9c951b9b-e429-4141-a67e-d9b9da95ef14 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989555 Jul 22 22:18:26.552406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-8648edf3-5683-48e2-8e74-ecbcb4e5a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.554045 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-8648edf3-5683-48e2-8e74-ecbcb4e5a236 service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.1191905 Jul 22 22:18:26.600706 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-b97035a4-18f2-42d1-b22f-bfca8fb5863c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0341835 Jul 22 22:18:26.658169 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-12c018f1-6475-413f-bd50-cc65aa31f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:26.660007 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-12c018f1-6475-413f-bd50-cc65aa31f671 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0480580 Jul 22 22:18:26.712416 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-5848949e-3052-49cd-b3c3-901eeea53ffb service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320780 Jul 22 22:18:26.805691 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-af957710-3c09-4688-a5d4-833f3a269ce8 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Jul 22 22:18:26.903960 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8ddfccdc-ea3b-452e-8591-17f64406b6a1 req-571bd1d6-73ca-40f9-b84c-31cb2bfeea49 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853343 Jul 22 22:18:27.668311 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608859-00f1-4439-9336-0ca3a16523fa req-958c2942-b501-46c6-9ce6-b9c96b3870bd tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.669732 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e608859-00f1-4439-9336-0ca3a16523fa req-958c2942-b501-46c6-9ce6-b9c96b3870bd tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0714753 Jul 22 22:18:27.690767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a9f4-14b3-472e-89a9-6894df1dcfd5 req-1c662851-4e94-4886-96e9-f7695740088f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:27.692488 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b20a9f4-14b3-472e-89a9-6894df1dcfd5 req-1c662851-4e94-4886-96e9-f7695740088f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0739665 Jul 22 22:18:27.716073 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8e608859-00f1-4439-9336-0ca3a16523fa req-5885df1a-9953-41a6-9897-353de1b14769 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390341 Jul 22 22:18:27.743388 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6b20a9f4-14b3-472e-89a9-6894df1dcfd5 req-b1b8b353-767b-4b6e-a1da-18927f806c4d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jul 22 22:18:28.187682 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-6789e958-2786-4b59-8924-8954392da7c9 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590043 Jul 22 22:18:28.316055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-db53dd11-c162-4671-be2e-1ed4fd8b806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.317555 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-db53dd11-c162-4671-be2e-1ed4fd8b806d service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.0531480 Jul 22 22:18:28.681318 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-542957db-5f2d-423a-a9ce-0e3824e4011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.683190 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-542957db-5f2d-423a-a9ce-0e3824e4011a service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.0884628 Jul 22 22:18:28.786786 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-c1b327f2-ca0a-48d0-8055-e1125645ba43 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1002 time: 0.0761943 Jul 22 22:18:28.871757 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-a254380d-e6e9-4034-b60f-35c4aea716d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.873292 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-a254380d-e6e9-4034-b60f-35c4aea716d3 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0532067 Jul 22 22:18:28.917653 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41b970-bc78-4fc8-af9a-d8ca658e8fcc req-3c5613c8-4ad2-4c38-9dfa-08b1edf402c1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.919279 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2e41b970-bc78-4fc8-af9a-d8ca658e8fcc req-3c5613c8-4ad2-4c38-9dfa-08b1edf402c1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0796716 Jul 22 22:18:28.966015 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2e41b970-bc78-4fc8-af9a-d8ca658e8fcc req-9f7fcaa9-988b-4153-8e55-8c7c05c885ea tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Jul 22 22:18:28.989262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908dbdf-52a5-4f8f-bf57-02f8a5164aba req-f38aa5a2-7cc8-44c8-82f8-1a2765e15d6b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:28.990739 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4908dbdf-52a5-4f8f-bf57-02f8a5164aba req-f38aa5a2-7cc8-44c8-82f8-1a2765e15d6b tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.1855502 Jul 22 22:18:29.005791 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-57967263-5dba-48c8-b894-b1126c037e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:29.007270 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-57967263-5dba-48c8-b894-b1126c037e87 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024573 Jul 22 22:18:29.037449 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4908dbdf-52a5-4f8f-bf57-02f8a5164aba req-6b0627c7-5f69-4e55-b859-2a4252ba74a9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394635 Jul 22 22:18:29.119583 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-2797020d-5584-4e7d-bc48-4eba4dee73f9 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 Jul 22 22:18:29.221919 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1abc132-f174-4e2e-950f-b7db1c11ce58 req-3ce3d6ba-a818-458f-a81b-be31095eacfc service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884964 Jul 22 22:18:30.102915 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf356b-07c4-49d2-af46-6affb1288793 req-d1dc6ba3-a790-436e-8a23-7bc5b5acc100 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.105044 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4cf356b-07c4-49d2-af46-6affb1288793 req-d1dc6ba3-a790-436e-8a23-7bc5b5acc100 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0693650 Jul 22 22:18:30.144914 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b4cf356b-07c4-49d2-af46-6affb1288793 req-10b26e2d-7e12-4f67-bcaa-4dc9d33bf5fc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Jul 22 22:18:30.169927 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380ba62-0950-40fa-9fae-f3bd12b87625 req-bb9eb796-3fdb-4094-800c-08c30c5c9329 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:30.171184 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2380ba62-0950-40fa-9fae-f3bd12b87625 req-bb9eb796-3fdb-4094-800c-08c30c5c9329 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0656750 Jul 22 22:18:30.211570 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2380ba62-0950-40fa-9fae-f3bd12b87625 req-77928224-519b-491e-8fec-08b104fe4d87 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=88ee5899-9ada-4827-b2ff-6ac184c120bc&id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347173 Jul 22 22:18:31.275488 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044756-4a1d-4abe-900b-75a98828cc55 req-c3f83067-0dee-4dbc-b9b3-808aee2c5143 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:31.277093 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4044756-4a1d-4abe-900b-75a98828cc55 req-c3f83067-0dee-4dbc-b9b3-808aee2c5143 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0655787 Jul 22 22:18:31.314995 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f4044756-4a1d-4abe-900b-75a98828cc55 req-63e4cdb5-9061-47b4-9813-70439892232c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jul 22 22:18:32.452413 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c610-d6dc-4b86-9f85-09f90525d5e9 req-0dfaa998-b268-450c-98f9-c5864c8063e2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:32.453917 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2b5c610-d6dc-4b86-9f85-09f90525d5e9 req-0dfaa998-b268-450c-98f9-c5864c8063e2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0716991 Jul 22 22:18:32.492252 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2b5c610-d6dc-4b86-9f85-09f90525d5e9 req-94f59b73-5885-4cef-8d61-655d506a1bf7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 22 22:18:33.631251 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c83c9-1d09-4214-a62b-61233c85036a req-02fb7630-b91f-41bf-b466-64e72d77b2ee tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:33.632772 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-867c83c9-1d09-4214-a62b-61233c85036a req-02fb7630-b91f-41bf-b466-64e72d77b2ee tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0664120 Jul 22 22:18:33.673674 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-867c83c9-1d09-4214-a62b-61233c85036a req-f8fd04fc-4bb1-490d-9b63-2d65e323f3a9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Jul 22 22:18:34.807644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6648b-50ec-4fdd-a5f6-868dbdd0feb9 req-a6b7ec2d-b8b5-4d89-8446-029b12d616f5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:34.809172 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cbf6648b-50ec-4fdd-a5f6-868dbdd0feb9 req-a6b7ec2d-b8b5-4d89-8446-029b12d616f5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0690410 Jul 22 22:18:34.846485 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cbf6648b-50ec-4fdd-a5f6-868dbdd0feb9 req-eab5fa7e-1623-4a6d-a7a1-45dff782eedf tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Jul 22 22:18:35.978159 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b2366-7043-4c44-afb4-5035a63414aa req-84567f89-c762-4565-b404-272c2ec53170 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:35.979651 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c6b2366-7043-4c44-afb4-5035a63414aa req-84567f89-c762-4565-b404-272c2ec53170 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 22 22:18:36.018225 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c6b2366-7043-4c44-afb4-5035a63414aa req-84b53548-8cb8-48da-a1e7-8ed22811706a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Jul 22 22:18:37.154774 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32006-82cf-4b5a-9fad-ca1423a48254 req-ee8744d4-ea73-4bf5-ba38-36c951f2a0cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:37.156253 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4da32006-82cf-4b5a-9fad-ca1423a48254 req-ee8744d4-ea73-4bf5-ba38-36c951f2a0cc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0680079 Jul 22 22:18:37.197386 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4da32006-82cf-4b5a-9fad-ca1423a48254 req-6e5b8ec4-6dc1-44e8-9f7e-b36e128ba056 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Jul 22 22:18:38.331296 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355237-c8da-49de-86ca-e1420ffe9205 req-3a7d54d0-a56f-4ed2-869f-018dc7108a5c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:38.332837 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7355237-c8da-49de-86ca-e1420ffe9205 req-3a7d54d0-a56f-4ed2-869f-018dc7108a5c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0657158 Jul 22 22:18:38.372741 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b7355237-c8da-49de-86ca-e1420ffe9205 req-6d35620d-b67e-4448-b50d-5dceb35d8139 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Jul 22 22:18:39.501388 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8784-5bbe-4d15-8755-3191448e4673 req-fae42870-954a-4dbd-9ea0-372ca0cabfdd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:39.502794 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23ad8784-5bbe-4d15-8755-3191448e4673 req-fae42870-954a-4dbd-9ea0-372ca0cabfdd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0648293 Jul 22 22:18:39.540122 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-23ad8784-5bbe-4d15-8755-3191448e4673 req-fd0504f0-a639-45df-9a7e-176af89469cb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Jul 22 22:18:40.674146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2566-1f79-4270-8b57-46462962b3ad req-5340552a-82b0-468c-9053-d3def5d9b0f5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:40.675551 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f83f2566-1f79-4270-8b57-46462962b3ad req-5340552a-82b0-468c-9053-d3def5d9b0f5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0675502 Jul 22 22:18:40.712630 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f83f2566-1f79-4270-8b57-46462962b3ad req-a188b26e-6937-4a18-a6a0-1557b36031fd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Jul 22 22:18:41.843723 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9773a6f-4ade-4674-8451-0d9be7d304c4 req-8b02818b-1027-415a-bf1c-b4f847f3af90 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:41.845240 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9773a6f-4ade-4674-8451-0d9be7d304c4 req-8b02818b-1027-415a-bf1c-b4f847f3af90 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0659795 Jul 22 22:18:41.882987 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a9773a6f-4ade-4674-8451-0d9be7d304c4 req-9eb34699-84e4-4738-b3d8-a14395ecd86e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Jul 22 22:18:42.939936 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a8083a65-78d5-4124-b99d-a7e09313fe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:43.019164 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48e64-9c53-4574-b757-b3401d0d9535 req-3f2f5ee1-16ac-403e-a7e8-e0af1ba6e23d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:43.020629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-42a48e64-9c53-4574-b757-b3401d0d9535 req-3f2f5ee1-16ac-403e-a7e8-e0af1ba6e23d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0667481 Jul 22 22:18:43.059105 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-42a48e64-9c53-4574-b757-b3401d0d9535 req-c061947d-f0d9-4894-b9e6-864cac4e8216 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 22 22:18:44.390360 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe18b15-07e6-49e8-961c-1d1f1ec52135 req-e1259161-3b07-4b16-b664-a76adbfb4e02 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:44.391855 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fe18b15-07e6-49e8-961c-1d1f1ec52135 req-e1259161-3b07-4b16-b664-a76adbfb4e02 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.2639973 Jul 22 22:18:44.432341 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6fe18b15-07e6-49e8-961c-1d1f1ec52135 req-49417b74-2f95-4848-bb47-56eb089af202 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Jul 22 22:18:45.583655 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb70d3-220e-42ae-a8e4-1b176f383360 req-ecaad82f-828a-4318-9ed8-3a188a4ec206 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:45.585226 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0bbb70d3-220e-42ae-a8e4-1b176f383360 req-ecaad82f-828a-4318-9ed8-3a188a4ec206 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0706654 Jul 22 22:18:45.625334 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0bbb70d3-220e-42ae-a8e4-1b176f383360 req-c9988a7c-43a4-4e3d-b9d6-2adffb6799a8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344603 Jul 22 22:18:45.672497 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.092550 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6c188d77-b3c9-47c0-a906-487240864e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.706832 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:46.762824 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05d38-73d6-4cde-ba71-04d26bd7d86e req-2e9749c2-cd2f-4505-89b6-bdbb22d97c51 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:46.764315 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ca05d38-73d6-4cde-ba71-04d26bd7d86e req-2e9749c2-cd2f-4505-89b6-bdbb22d97c51 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0648227 Jul 22 22:18:46.801887 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ca05d38-73d6-4cde-ba71-04d26bd7d86e req-a9b8bfd5-550f-4a95-9f50-28e0ad351b71 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Jul 22 22:18:47.937324 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586bf3-197a-4692-bfd0-316adb382d20 req-31d2b31f-ee8b-4163-97ed-0856d95828be tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:47.938822 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1586bf3-197a-4692-bfd0-316adb382d20 req-31d2b31f-ee8b-4163-97ed-0856d95828be tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0678868 Jul 22 22:18:47.976200 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e1586bf3-197a-4692-bfd0-316adb382d20 req-dd9507cd-2ed3-42a7-a1cd-9ed48109251a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jul 22 22:18:48.922183 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:49.112800 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8245f-5622-4bfa-93a0-dddf896b2512 req-6d23c85a-b6c5-48c0-a480-6383fdc03b69 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:49.114302 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-34d8245f-5622-4bfa-93a0-dddf896b2512 req-6d23c85a-b6c5-48c0-a480-6383fdc03b69 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0662177 Jul 22 22:18:49.157613 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-34d8245f-5622-4bfa-93a0-dddf896b2512 req-9d44a5d6-5f43-4134-9c01-8c6ccdb93f35 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Jul 22 22:18:50.290485 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67312-2972-4656-9541-ed95b11d5364 req-8d0ff84d-c024-4ac3-8dc7-47ba0e98b318 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:50.291888 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-acb67312-2972-4656-9541-ed95b11d5364 req-8d0ff84d-c024-4ac3-8dc7-47ba0e98b318 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0644820 Jul 22 22:18:50.330608 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-acb67312-2972-4656-9541-ed95b11d5364 req-e47f216a-7236-47dc-9ddc-75a889882dcb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jul 22 22:18:50.826663 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:18:51.460643 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222682c-875f-495c-b71d-95945074e24f req-df131e71-4fed-46e4-86b5-16e33cd3e25d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:51.462011 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c222682c-875f-495c-b71d-95945074e24f req-df131e71-4fed-46e4-86b5-16e33cd3e25d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0644338 Jul 22 22:18:51.501060 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c222682c-875f-495c-b71d-95945074e24f req-20ab8dc6-df27-45d6-b088-b2b529726df3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Jul 22 22:18:52.635041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e47c32-1772-47a2-aec1-57a16f9ba826 req-0e6a9099-e5ca-448d-b642-7b70855a4230 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:52.636578 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c0e47c32-1772-47a2-aec1-57a16f9ba826 req-0e6a9099-e5ca-448d-b642-7b70855a4230 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0684884 Jul 22 22:18:52.675143 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c0e47c32-1772-47a2-aec1-57a16f9ba826 req-e7d98f73-c30a-4272-b2f5-34cb503e371e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 22 22:18:53.806449 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcbd12-9435-434b-a957-ea34f5a4082a req-a3e6145a-49da-45c6-ad4b-4fe818a06942 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:53.807925 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-29bcbd12-9435-434b-a957-ea34f5a4082a req-a3e6145a-49da-45c6-ad4b-4fe818a06942 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0655468 Jul 22 22:18:53.847284 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-29bcbd12-9435-434b-a957-ea34f5a4082a req-2f1c6514-8a50-4c6d-9c3b-219ebacefb09 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Jul 22 22:18:54.988540 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c3557-31f5-4d9d-8bde-9c01f9341d40 req-2687cfb9-46e9-4de0-b1d2-42b84ac123ff tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:54.990052 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-565c3557-31f5-4d9d-8bde-9c01f9341d40 req-2687cfb9-46e9-4de0-b1d2-42b84ac123ff tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0661247 Jul 22 22:18:55.028109 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-565c3557-31f5-4d9d-8bde-9c01f9341d40 req-3ed52cc3-e8e2-4c3a-a2ad-c8e09dd2421d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Jul 22 22:18:56.169027 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d7cef-3d23-4608-8022-1ec1cd0a410e req-f78c9967-0524-4e33-8153-3787caff976b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:56.170116 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d9d7cef-3d23-4608-8022-1ec1cd0a410e req-f78c9967-0524-4e33-8153-3787caff976b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0732057 Jul 22 22:18:56.211864 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d9d7cef-3d23-4608-8022-1ec1cd0a410e req-3de3f5b4-0163-4401-b9ee-a7c13e94740c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jul 22 22:18:56.377331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.350130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61a22f-1bc9-4c26-b294-ac9506433f1a req-9558e902-fed6-4b06-b6f2-02a676656162 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:57.351646 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6c61a22f-1bc9-4c26-b294-ac9506433f1a req-9558e902-fed6-4b06-b6f2-02a676656162 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0661051 Jul 22 22:18:57.390846 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6c61a22f-1bc9-4c26-b294-ac9506433f1a req-906c651e-cd12-41b8-b8f0-4b90905ba697 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jul 22 22:18:57.434124 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40792) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:57.544705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.633043 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.636760 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.674649 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b352583-db62-4f87-9cce-f7d0227229c1,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:57.679494 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=99538ab89381439680f62c3ed7872c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443640 Jul 22 22:18:57.682255 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40798) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:57.684214 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.684592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.684936 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.685275 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.685606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.685936 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.686265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.686590 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.686915 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.687239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.687559 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.687879 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf41aee-84e0-4557-842b-559712f18ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.732389 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.752604 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.798567 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.801052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:57.802166 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1b352583-db62-4f87-9cce-f7d0227229c1 HTTP/1.1" status: 204 len: 168 time: 0.1189239 Jul 22 22:18:57.810288 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b352583-db62-4f87-9cce-f7d0227229c1,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:57.817875 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.818218 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.818559 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.818884 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.819215 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.819541 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.819865 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.820191 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.820537 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.821012 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.821593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:57.821710 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96f1cd-c694-402c-95e4-aff1efc1563a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:18:58.071875 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40806) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:58.085442 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-60d6a542-efc6-4400-a863-dda7cef8fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.184860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-60d6a542-efc6-4400-a863-dda7cef8fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.189763 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-60d6a542-efc6-4400-a863-dda7cef8fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.236262 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-60d6a542-efc6-4400-a863-dda7cef8fe43 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a085d0968d97452486bdbb907d7682f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631589 Jul 22 22:18:58.237342 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a542-efc6-4400-a863-dda7cef8fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7def2-c943-4d6e-a338-01621dd85bc8,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:58.239498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40808) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:18:58.295895 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.317638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.362911 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.365472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:18:58.366628 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/82d7def2-c943-4d6e-a338-01621dd85bc8 HTTP/1.1" status: 204 len: 168 time: 0.1257007 Jul 22 22:18:58.374681 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c46bc-94db-4724-9fa2-6b4db261e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7def2-c943-4d6e-a338-01621dd85bc8,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:18:58.525300 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b213f-74a6-4c7a-bedd-184082d24ce8 req-3e6f3ee3-3662-4340-878d-9c056d621d2b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:58.526933 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-699b213f-74a6-4c7a-bedd-184082d24ce8 req-3e6f3ee3-3662-4340-878d-9c056d621d2b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0677030 Jul 22 22:18:58.569062 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-699b213f-74a6-4c7a-bedd-184082d24ce8 req-a991b05a-2307-41b1-95c9-50c80911222a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Jul 22 22:18:59.707002 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bac8f-71e7-4ac7-8e58-dc9da0ad099c req-2229467d-7572-4e34-bea8-f87bd7eba0eb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:18:59.707973 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-454bac8f-71e7-4ac7-8e58-dc9da0ad099c req-2229467d-7572-4e34-bea8-f87bd7eba0eb tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0713768 Jul 22 22:18:59.747249 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-454bac8f-71e7-4ac7-8e58-dc9da0ad099c req-201f5c69-bf96-4beb-9d92-1e221f5f0bba tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Jul 22 22:19:00.420340 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40884) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:00.524417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8fb70058-ab64-452b-8de4-5486b91314f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.613228 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8fb70058-ab64-452b-8de4-5486b91314f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.617297 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8fb70058-ab64-452b-8de4-5486b91314f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.656773 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8fb70058-ab64-452b-8de4-5486b91314f1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7e32bdc45f514c92ae29221dbca11b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352800 Jul 22 22:19:00.658308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb70058-ab64-452b-8de4-5486b91314f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27936bd6-5854-40d3-adee-339186527584,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:00.660095 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40888) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:00.710395 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.731994 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.778784 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.781402 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:00.783798 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/27936bd6-5854-40d3-adee-339186527584 HTTP/1.1" status: 204 len: 168 time: 0.1226354 Jul 22 22:19:00.792171 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990aff7-fd22-4bf3-9616-64931c74639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27936bd6-5854-40d3-adee-339186527584,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:00.888679 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd0267-341b-46a4-b7ce-714105d86ddb req-b15c62a2-1d1d-48b5-8274-293b4dfed83e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:00.890260 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eadd0267-341b-46a4-b7ce-714105d86ddb req-b15c62a2-1d1d-48b5-8274-293b4dfed83e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0708065 Jul 22 22:19:00.929360 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eadd0267-341b-46a4-b7ce-714105d86ddb req-ea07a933-e71c-4aea-855e-c60d72c0b801 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 22 22:19:01.051203 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40896) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.065022 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0835026b-36a9-407e-9e8f-9b8a59275714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.153182 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0835026b-36a9-407e-9e8f-9b8a59275714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.158182 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0835026b-36a9-407e-9e8f-9b8a59275714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.196157 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0835026b-36a9-407e-9e8f-9b8a59275714 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c95105041c9d48ca81e0a4418e1eeec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438622 Jul 22 22:19:01.197058 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835026b-36a9-407e-9e8f-9b8a59275714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2ac03-75b9-4e8e-962b-9acdbf142605,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:01.199039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40898) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:01.249868 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.270968 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.320601 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.323208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:01.324232 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/60d2ac03-75b9-4e8e-962b-9acdbf142605 HTTP/1.1" status: 204 len: 168 time: 0.1242011 Jul 22 22:19:01.332534 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ee25b-472f-4408-bccc-d39a226627d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2ac03-75b9-4e8e-962b-9acdbf142605,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:02.067051 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f105-f2b7-46ed-ba6d-4c7e6a027eff req-09919781-4eae-44cf-9242-3d045f5f8046 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:02.068605 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-06b4f105-f2b7-46ed-ba6d-4c7e6a027eff req-09919781-4eae-44cf-9242-3d045f5f8046 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0691574 Jul 22 22:19:02.108742 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-06b4f105-f2b7-46ed-ba6d-4c7e6a027eff req-375cc88e-4a38-4238-b6ac-ceec8e2f4d57 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Jul 22 22:19:03.243711 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074640a8-525b-4dcb-ac0c-d71fa97f46ab req-d60f517c-367c-48e6-9b39-851f5ab1cc2e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:03.245138 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-074640a8-525b-4dcb-ac0c-d71fa97f46ab req-d60f517c-367c-48e6-9b39-851f5ab1cc2e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0644941 Jul 22 22:19:03.290006 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-074640a8-525b-4dcb-ac0c-d71fa97f46ab req-63cd4eb7-eeef-474d-833e-0ef637f91cbe tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Jul 22 22:19:04.426366 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65b17-5b26-407b-8878-1a3794bd5d61 req-dd89c98c-75e0-49d6-a8fc-43ebffb35219 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.427846 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bbd65b17-5b26-407b-8878-1a3794bd5d61 req-dd89c98c-75e0-49d6-a8fc-43ebffb35219 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0681863 Jul 22 22:19:04.466571 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bbd65b17-5b26-407b-8878-1a3794bd5d61 req-e7740e2d-c8d3-4b41-811b-88852992441d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325537 Jul 22 22:19:04.832991 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa746a15-02fb-4478-9145-2739213667a9 req-bac3c8d9-a585-4ca5-9ed5-b09fe74b5418 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:04.834491 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa746a15-02fb-4478-9145-2739213667a9 req-bac3c8d9-a585-4ca5-9ed5-b09fe74b5418 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0638871 Jul 22 22:19:04.878157 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fa746a15-02fb-4478-9145-2739213667a9 req-2e8f4c56-e370-46f1-a0aa-d0165d8c9905 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Jul 22 22:19:05.430122 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 40982) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:05.535310 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ebcc168d-2e03-41fb-a93b-33fc4c2ae7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.640049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab802557-8b54-4788-b98c-2a0d9916486b req-c39d0cfd-960c-4934-9605-2b7b6adf7a41 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:05.642144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ab802557-8b54-4788-b98c-2a0d9916486b req-c39d0cfd-960c-4934-9605-2b7b6adf7a41 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1038797 Jul 22 22:19:05.700312 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ab802557-8b54-4788-b98c-2a0d9916486b req-d340d9c0-7b21-439d-8e2e-d278a8aadb33 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Jul 22 22:19:05.713523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ebcc168d-2e03-41fb-a93b-33fc4c2ae7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.717699 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ebcc168d-2e03-41fb-a93b-33fc4c2ae7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.756504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ebcc168d-2e03-41fb-a93b-33fc4c2ae7e5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=264f86fc573442c08bc1c0a3da6b9e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252869 Jul 22 22:19:05.757349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc168d-2e03-41fb-a93b-33fc4c2ae7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef6203-7693-4bfe-affc-fa16833faa67,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:05.759219 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40988) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:05.810049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.833066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.879961 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.882492 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:05.883635 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/43ef6203-7693-4bfe-affc-fa16833faa67 HTTP/1.1" status: 204 len: 168 time: 0.1233582 Jul 22 22:19:05.891603 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd7a9d-7151-4944-ae05-264a3f8a0441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef6203-7693-4bfe-affc-fa16833faa67,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:06.016723 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ef264-2423-4999-9bc4-75d0b6f0bf2d req-b1277108-a670-43d2-bddb-bb4505ed8e7b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.018252 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e6ef264-2423-4999-9bc4-75d0b6f0bf2d req-b1277108-a670-43d2-bddb-bb4505ed8e7b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0707166 Jul 22 22:19:06.058377 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e6ef264-2423-4999-9bc4-75d0b6f0bf2d req-57062a9f-b37e-4680-a61d-b6128a8c7dce tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Jul 22 22:19:06.156127 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 40996) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:06.170337 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d39607c6-e5fe-40bb-88e4-d0ed807b547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.262509 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d39607c6-e5fe-40bb-88e4-d0ed807b547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.266629 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d39607c6-e5fe-40bb-88e4-d0ed807b547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.302755 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39607c6-e5fe-40bb-88e4-d0ed807b547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0126b-d998-492a-843b-16b492b9a8ca,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:06.306978 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d39607c6-e5fe-40bb-88e4-d0ed807b547a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5021a9d7a1644ddd954205793c960dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489170 Jul 22 22:19:06.309570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41000) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:06.358142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.382860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.429539 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.432029 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:06.433212 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/94d0126b-d998-492a-843b-16b492b9a8ca HTTP/1.1" status: 204 len: 168 time: 0.1227634 Jul 22 22:19:06.441214 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcec89-e70e-4b42-b8f8-b3893a65a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0126b-d998-492a-843b-16b492b9a8ca,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:06.845189 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5b7e9-eb7e-4fdb-bb59-79d07db2065a req-5e7f0b44-ef98-4a2c-ac95-05d2d9b62330 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:06.846944 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ffb5b7e9-eb7e-4fdb-bb59-79d07db2065a req-5e7f0b44-ef98-4a2c-ac95-05d2d9b62330 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0758944 Jul 22 22:19:06.885330 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ffb5b7e9-eb7e-4fdb-bb59-79d07db2065a req-30d75b01-1446-4d93-89a6-fd1fc455c789 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Jul 22 22:19:07.215642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c5ce-bec8-48e5-b8c7-fe6164755c29 req-bd4df91c-0532-4ea2-96dd-73a74c0d5872 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:07.217449 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a035c5ce-bec8-48e5-b8c7-fe6164755c29 req-bd4df91c-0532-4ea2-96dd-73a74c0d5872 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0686748 Jul 22 22:19:07.258711 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a035c5ce-bec8-48e5-b8c7-fe6164755c29 req-837ed098-5346-4d77-acb1-b1e1a5ee1d4b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350318 Jul 22 22:19:08.018924 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065699fc-b902-406f-ae63-d3e803faff00 req-342b026e-202d-4e24-ad7b-b9879a4e30bc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.020454 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-065699fc-b902-406f-ae63-d3e803faff00 req-342b026e-202d-4e24-ad7b-b9879a4e30bc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0635889 Jul 22 22:19:08.058795 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-065699fc-b902-406f-ae63-d3e803faff00 req-26922d19-753e-4d2d-9cdf-6b639478e46c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Jul 22 22:19:08.393156 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32e45-2e0c-43ff-bbe7-01aae88efdd5 req-7f8b31de-a404-4779-a70e-b3cdd7ce0f6c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:08.394543 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-67c32e45-2e0c-43ff-bbe7-01aae88efdd5 req-7f8b31de-a404-4779-a70e-b3cdd7ce0f6c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0637920 Jul 22 22:19:08.432434 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-67c32e45-2e0c-43ff-bbe7-01aae88efdd5 req-b1a7899a-4c2c-485a-a32b-bfbe836c144c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jul 22 22:19:09.190917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9c722-be89-4ae1-8e21-3ce97ed096cd req-2ae04cf2-dc14-4781-bd12-3fdc3a5a08d5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.192448 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ccb9c722-be89-4ae1-8e21-3ce97ed096cd req-2ae04cf2-dc14-4781-bd12-3fdc3a5a08d5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 22 22:19:09.230538 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ccb9c722-be89-4ae1-8e21-3ce97ed096cd req-e83a7118-58ad-4f2f-b977-e6c756a93588 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jul 22 22:19:09.566306 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adac18-548f-46d8-a0b0-4765ae23fb6c req-e53ab1d5-bf1e-4e1a-9375-56a4c2fbaf64 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:09.567765 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-87adac18-548f-46d8-a0b0-4765ae23fb6c req-e53ab1d5-bf1e-4e1a-9375-56a4c2fbaf64 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0676882 Jul 22 22:19:09.605167 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-87adac18-548f-46d8-a0b0-4765ae23fb6c req-47b32371-910d-4bee-a236-153ea872bb20 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Jul 22 22:19:10.367669 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75bc4-9e61-484d-a2a0-6c4d7ff2df87 req-0a79d5af-18eb-4dae-811b-0b037bac6d0f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.369198 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63b75bc4-9e61-484d-a2a0-6c4d7ff2df87 req-0a79d5af-18eb-4dae-811b-0b037bac6d0f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0671501 Jul 22 22:19:10.407266 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-63b75bc4-9e61-484d-a2a0-6c4d7ff2df87 req-6966b8c7-7ab6-4566-b561-3aad8de61091 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Jul 22 22:19:10.734566 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3202b-69eb-4741-be81-5e5601abd5d1 req-b43b861e-60ad-4cb0-a355-fc93b2854c41 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:10.736626 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22b3202b-69eb-4741-be81-5e5601abd5d1 req-b43b861e-60ad-4cb0-a355-fc93b2854c41 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0642560 Jul 22 22:19:10.774887 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22b3202b-69eb-4741-be81-5e5601abd5d1 req-e3085843-a420-4788-9321-5a87e970159b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Jul 22 22:19:11.539777 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b77118-e09d-4ba5-ac61-bbc743b79bfd req-f98d6313-0f46-4d0f-bf4f-929f46543f5e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.541283 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-80b77118-e09d-4ba5-ac61-bbc743b79bfd req-f98d6313-0f46-4d0f-bf4f-929f46543f5e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jul 22 22:19:11.577995 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-80b77118-e09d-4ba5-ac61-bbc743b79bfd req-3ca37de8-eaa1-4448-b3ff-9296f0457964 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Jul 22 22:19:11.909441 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e0e95-8de4-4a9c-8241-c528c84de9f6 req-e76d9613-7c56-456d-96c2-1b4714051534 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:11.910944 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f8e0e95-8de4-4a9c-8241-c528c84de9f6 req-e76d9613-7c56-456d-96c2-1b4714051534 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0694821 Jul 22 22:19:11.953149 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f8e0e95-8de4-4a9c-8241-c528c84de9f6 req-f3e4d708-fcef-4ba0-8b6a-be97b93b00cd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366108 Jul 22 22:19:12.716008 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ca5ff-2335-4ef4-9889-cc5c47b90fc9 req-eda3cbc9-91f5-4d8a-bddc-494b7e698fca tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:12.717548 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b4ca5ff-2335-4ef4-9889-cc5c47b90fc9 req-eda3cbc9-91f5-4d8a-bddc-494b7e698fca tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0720093 Jul 22 22:19:12.758521 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b4ca5ff-2335-4ef4-9889-cc5c47b90fc9 req-ddbc0081-d559-4c5e-81b8-2d4f3f333bc2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Jul 22 22:19:12.942068 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d4856df-792c-44c6-b415-83ae3d6f0569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:13.107654 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc00c5-141f-474f-bb82-638e75a2ba5a req-9c82b855-8a65-4cc3-bbfd-4b692814f13c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.109299 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d5fc00c5-141f-474f-bb82-638e75a2ba5a req-9c82b855-8a65-4cc3-bbfd-4b692814f13c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0787640 Jul 22 22:19:13.155195 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d5fc00c5-141f-474f-bb82-638e75a2ba5a req-2d207f2d-6596-442e-b07d-a4075797a002 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jul 22 22:19:13.268918 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1226ec-421c-409c-98d9-813cfa62f3d6 req-ee683105-a70a-4153-9a12-4f5e3bb37347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.270419 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a1226ec-421c-409c-98d9-813cfa62f3d6 req-ee683105-a70a-4153-9a12-4f5e3bb37347 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.1532018 Jul 22 22:19:13.308394 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4a1226ec-421c-409c-98d9-813cfa62f3d6 req-a934729f-0d94-47dc-984c-6505dedafdcc service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294409 Jul 22 22:19:13.887411 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282908b-83e9-49cc-8741-8a4fe4b7676f req-e844989a-6461-4abd-b954-8ee55f0ce487 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:13.888937 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4282908b-83e9-49cc-8741-8a4fe4b7676f req-e844989a-6461-4abd-b954-8ee55f0ce487 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0650983 Jul 22 22:19:13.926507 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4282908b-83e9-49cc-8741-8a4fe4b7676f req-b0ca5ab1-2e77-4dc5-b77c-5f803efde932 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Jul 22 22:19:14.290003 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339256-ce54-469c-a705-dca35c197258 req-2e703388-ce0b-4de8-938e-ca1509a27709 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:14.291400 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fe339256-ce54-469c-a705-dca35c197258 req-2e703388-ce0b-4de8-938e-ca1509a27709 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0671697 Jul 22 22:19:14.328158 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fe339256-ce54-469c-a705-dca35c197258 req-96013060-e55f-400a-9a2d-a9fac030f1dc tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Jul 22 22:19:15.069218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07266940-ea86-43a5-a7ac-babc932ebba7 req-dcaba13b-4e01-4606-bfad-9822e462289f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.070801 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-07266940-ea86-43a5-a7ac-babc932ebba7 req-dcaba13b-4e01-4606-bfad-9822e462289f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0753841 Jul 22 22:19:15.107792 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-07266940-ea86-43a5-a7ac-babc932ebba7 req-1d824133-ad81-4fef-b6d0-f77f2c8b7811 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jul 22 22:19:15.459873 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247514e-3915-4fae-8ebc-e588f1decd1e req-63d70c1a-3606-43ae-a95b-3b2d1303d122 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:15.461404 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1247514e-3915-4fae-8ebc-e588f1decd1e req-63d70c1a-3606-43ae-a95b-3b2d1303d122 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0649943 Jul 22 22:19:15.501993 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1247514e-3915-4fae-8ebc-e588f1decd1e req-65f6a6be-a0d1-4662-96dc-eb925562e089 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Jul 22 22:19:15.666128 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.095116 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-07562ec7-a951-4c8f-942a-ade3550db89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:16.242634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1bb25-dafb-4059-baac-0e81088b665f req-0e271c7d-5cbb-44fc-b5c7-e47f1a503f2d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.244106 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0db1bb25-dafb-4059-baac-0e81088b665f req-0e271c7d-5cbb-44fc-b5c7-e47f1a503f2d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0665956 Jul 22 22:19:16.281555 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0db1bb25-dafb-4059-baac-0e81088b665f req-5a91848a-38bd-4d99-869a-90f84cc112c3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 22 22:19:16.635217 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953df0f-5e22-4087-bf5d-4f05689fe404 req-b0aef32c-23ef-44a9-a0d0-1c67ef95bb3f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:16.636732 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8953df0f-5e22-4087-bf5d-4f05689fe404 req-b0aef32c-23ef-44a9-a0d0-1c67ef95bb3f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0690329 Jul 22 22:19:16.675721 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8953df0f-5e22-4087-bf5d-4f05689fe404 req-e6fa314e-ee64-41ce-acd5-cddb17c3c40b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333962 Jul 22 22:19:16.711786 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:17.414098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7af6c-124e-4083-a329-cda5561be40e req-10d344b6-1f1e-4d8c-80d6-df18cbe368e0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.415719 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fed7af6c-124e-4083-a329-cda5561be40e req-10d344b6-1f1e-4d8c-80d6-df18cbe368e0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0639672 Jul 22 22:19:17.453118 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fed7af6c-124e-4083-a329-cda5561be40e req-66403bf8-d8af-480e-a789-1c4066762c66 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Jul 22 22:19:17.807721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf221cd-fd49-42f6-832f-230d12dffdf6 req-32c690eb-c3e9-4ff2-bcef-c84b658a4a36 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:17.809250 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-faf221cd-fd49-42f6-832f-230d12dffdf6 req-32c690eb-c3e9-4ff2-bcef-c84b658a4a36 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0657277 Jul 22 22:19:17.848003 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-faf221cd-fd49-42f6-832f-230d12dffdf6 req-e9842d27-d803-4777-abd1-52a0876a3f6a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Jul 22 22:19:18.594253 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ebd93-72fe-4e6b-af09-173d8affb57f req-036b8e68-ede9-48bd-8e65-64ad312af272 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:18.595749 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e62ebd93-72fe-4e6b-af09-173d8affb57f req-036b8e68-ede9-48bd-8e65-64ad312af272 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0749316 Jul 22 22:19:18.638499 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e62ebd93-72fe-4e6b-af09-173d8affb57f req-886fdbb3-5ded-4be4-9acc-bdf0fa7515d1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 22 22:19:18.926542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:18.984535 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fabfb4-662a-43c5-8b29-06001928b34d req-e6890588-af91-4b93-ab1d-c3fe839a1dcd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:18.986047 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70fabfb4-662a-43c5-8b29-06001928b34d req-e6890588-af91-4b93-ab1d-c3fe839a1dcd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0712049 Jul 22 22:19:19.025064 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-70fabfb4-662a-43c5-8b29-06001928b34d req-0d0510b4-f5b2-4f27-9ef8-d161c5d2fe36 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jul 22 22:19:19.774976 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056a0ac-af3f-4ef3-b694-267823fe71ef req-b607ad49-a69c-4f10-842f-493012543fc4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:19.776515 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b056a0ac-af3f-4ef3-b694-267823fe71ef req-b607ad49-a69c-4f10-842f-493012543fc4 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0671029 Jul 22 22:19:19.814904 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b056a0ac-af3f-4ef3-b694-267823fe71ef req-e1b58157-f752-4917-96a5-3bf6d2a99782 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Jul 22 22:19:20.147740 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861306dc-8e38-45ad-9140-5631034ef18b req-4cfc92fb-f8bc-48ac-a77b-4d259445b165 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.149366 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-861306dc-8e38-45ad-9140-5631034ef18b req-4cfc92fb-f8bc-48ac-a77b-4d259445b165 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0753484 Jul 22 22:19:20.161484 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6347533-d153-4933-91e3-2721aa31fefe req-deeaf278-d8b8-45f6-a773-a37b686d8223 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.163028 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e6347533-d153-4933-91e3-2721aa31fefe req-deeaf278-d8b8-45f6-a773-a37b686d8223 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0677121 Jul 22 22:19:20.202022 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e6347533-d153-4933-91e3-2721aa31fefe req-71d31044-4f04-400e-be0f-b517394202de tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Jul 22 22:19:20.226098 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-861306dc-8e38-45ad-9140-5631034ef18b req-972e8c6e-40b8-41d2-a1a8-ff9a8d1133b6 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640049 Jul 22 22:19:20.237762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-3206bde0-46aa-471f-886a-6680af42aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.239302 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-3206bde0-46aa-471f-886a-6680af42aed1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 1098 time: 0.0867260 Jul 22 22:19:20.336364 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-fb1eb2e1-66b1-4daf-b8a9-e087bff49496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.337862 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-fb1eb2e1-66b1-4daf-b8a9-e087bff49496 service neutron] 10.222.0.125 "GET /v2.0/networks?id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 200 len: 921 time: 0.0882323 Jul 22 22:19:20.383325 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-950088d5-7d04-4120-8a77-21efbe59335e service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 200 len: 217 time: 0.0338769 Jul 22 22:19:20.443750 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-4c5ba270-2da8-4c0c-b2ac-11204c39eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:20.445239 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-4c5ba270-2da8-4c0c-b2ac-11204c39eed7 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 200 len: 859 time: 0.0494268 Jul 22 22:19:20.485689 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-f6ad1b61-e024-47c0-a9ca-3b41f8e3fe98 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269699 Jul 22 22:19:20.579045 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-f397951b-473c-4a3f-b1c1-2fb4ccf7e5ab service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807571 Jul 22 22:19:20.678108 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cc553c61-1302-4143-a42d-dd8170615dd5 req-1d1ccaf5-dde8-4cda-b3aa-5920b5af63b6 service neutron] 10.222.0.125 "GET /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869594 Jul 22 22:19:21.340768 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82d584-2039-4b8a-ad68-9424f8b62286 req-4bccc27d-0145-4cd1-ab52-802a31be177f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.342298 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5f82d584-2039-4b8a-ad68-9424f8b62286 req-4bccc27d-0145-4cd1-ab52-802a31be177f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0711436 Jul 22 22:19:21.361394 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6724-839b-4b2e-aef0-dbf9750eca0d req-919d9c45-de4a-4f00-9b15-faedda43262a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:21.363483 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-546e6724-839b-4b2e-aef0-dbf9750eca0d req-919d9c45-de4a-4f00-9b15-faedda43262a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0651186 Jul 22 22:19:21.382265 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5f82d584-2039-4b8a-ad68-9424f8b62286 req-231eadee-f43b-4c1a-bd17-40bea28bd5bd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Jul 22 22:19:21.402110 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-546e6724-839b-4b2e-aef0-dbf9750eca0d req-c03a4946-611a-4007-a256-958e3dea29fa tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Jul 22 22:19:22.511259 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765de9c-9d17-4668-97dd-34860e6cadeb req-c682eda6-91a3-4329-94f9-0e9365d8e9ff tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.512793 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7765de9c-9d17-4668-97dd-34860e6cadeb req-c682eda6-91a3-4329-94f9-0e9365d8e9ff tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0645452 Jul 22 22:19:22.537385 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1bcba-21e8-47ca-abf0-99fbc5396fc6 req-aad1deae-35ce-46d3-956e-7817424af7a0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:22.538892 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ac1bcba-21e8-47ca-abf0-99fbc5396fc6 req-aad1deae-35ce-46d3-956e-7817424af7a0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0692556 Jul 22 22:19:22.551278 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7765de9c-9d17-4668-97dd-34860e6cadeb req-585b5c65-9ed9-4820-869d-a87a116b411c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Jul 22 22:19:22.577430 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5ac1bcba-21e8-47ca-abf0-99fbc5396fc6 req-c7c476aa-7027-45ae-a92d-cdc71ea8e516 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 22 22:19:23.686137 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ddbbe-0249-4115-b052-7284021066ac req-74cdaedc-9dd0-4fbc-86a4-53df2e9719eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.687662 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2b1ddbbe-0249-4115-b052-7284021066ac req-74cdaedc-9dd0-4fbc-86a4-53df2e9719eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0682240 Jul 22 22:19:23.712247 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c44da-aa5b-4879-ba42-4ed1d9df006c req-569db70b-ef98-43c1-a4e1-1b8209adcada tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:23.713786 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-256c44da-aa5b-4879-ba42-4ed1d9df006c req-569db70b-ef98-43c1-a4e1-1b8209adcada tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0690019 Jul 22 22:19:23.726662 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2b1ddbbe-0249-4115-b052-7284021066ac req-7aa89ff8-06b3-4b91-ae3e-f2b4282fdf08 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Jul 22 22:19:23.755398 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-256c44da-aa5b-4879-ba42-4ed1d9df006c req-415193df-0bf6-4d0b-ad18-027646dcaa47 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Jul 22 22:19:24.882673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6adf4-9c54-4577-8908-8c1a327a8af6 req-502d8be2-929c-47fd-b766-907e06e46ba5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.884362 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cc6adf4-9c54-4577-8908-8c1a327a8af6 req-502d8be2-929c-47fd-b766-907e06e46ba5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0839388 Jul 22 22:19:24.892413 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f75e2-77f9-40b6-9191-7e4ab27e0ef9 req-9dc7974e-adf9-415d-80aa-ad4f5b8929da tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:24.894792 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-542f75e2-77f9-40b6-9191-7e4ab27e0ef9 req-9dc7974e-adf9-415d-80aa-ad4f5b8929da tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0710046 Jul 22 22:19:24.924430 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cc6adf4-9c54-4577-8908-8c1a327a8af6 req-2aa31257-0de9-4935-8459-0c62f710203f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Jul 22 22:19:24.934369 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-542f75e2-77f9-40b6-9191-7e4ab27e0ef9 req-27ddcf4c-8202-4d1f-9044-c82ef1d109b3 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Jul 22 22:19:26.059705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55b5fb-deba-4800-9815-8ff07c074e80 req-b08fd569-413d-4dd3-aa50-aa40cad4563c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.061382 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9d55b5fb-deba-4800-9815-8ff07c074e80 req-b08fd569-413d-4dd3-aa50-aa40cad4563c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0661514 Jul 22 22:19:26.075644 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bda46-52e4-4ba6-99f3-646e9c94d938 req-54035771-1e07-494b-943a-04a684a8aed7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.077259 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea7bda46-52e4-4ba6-99f3-646e9c94d938 req-54035771-1e07-494b-943a-04a684a8aed7 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0701706 Jul 22 22:19:26.100717 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9d55b5fb-deba-4800-9815-8ff07c074e80 req-ac6df172-ffa1-4a16-8e10-4a601b2fd028 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jul 22 22:19:26.117548 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ea7bda46-52e4-4ba6-99f3-646e9c94d938 req-11055a14-4993-421d-80d0-c0d87868f532 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 22 22:19:26.316667 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aed1f-d29f-4046-aad9-782f46ec9406 req-ea1c6a99-e14c-4278-a507-ba4c9b4d1303 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.318235 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-216aed1f-d29f-4046-aad9-782f46ec9406 req-ea1c6a99-e14c-4278-a507-ba4c9b4d1303 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0656698 Jul 22 22:19:26.362617 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-216aed1f-d29f-4046-aad9-782f46ec9406 req-134697d2-d6b6-4910-b624-becd142f5afc tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360417 Jul 22 22:19:26.380027 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:26.448968 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-8ece7892-ef72-437a-b1a5-d37d1a10aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.450573 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-8ece7892-ef72-437a-b1a5-d37d1a10aab9 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 1099 time: 0.0609205 Jul 22 22:19:26.550485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-e3b50dbf-e192-424f-92f9-c85b0a6e1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.552149 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-e3b50dbf-e192-424f-92f9-c85b0a6e1444 service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.0893579 Jul 22 22:19:26.638706 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-c4202445-ac42-400b-b69d-f9e22b7de6f7 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 200 len: 1002 time: 0.0636947 Jul 22 22:19:26.698820 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-43c91361-8793-4ae4-8675-a2d4468300e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.700382 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-43c91361-8793-4ae4-8675-a2d4468300e8 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0428574 Jul 22 22:19:26.770594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-2a20f217-ce7a-4fe9-82f7-005f331a037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:26.772002 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-2a20f217-ce7a-4fe9-82f7-005f331a037f service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552039 Jul 22 22:19:26.872427 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-467cb775-a0b7-47b7-a9a2-07d660ebe99b service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Jul 22 22:19:26.980174 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9e0aeb62-8ba6-4cd6-a498-cb3ecc90feab req-22a8bd46-263f-4bb4-b123-842bc2538fac service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822823 Jul 22 22:19:27.262157 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2a15-d72c-4c2e-9dc7-16a10807bdb2 req-c61fe72a-c8b3-44a6-85b5-557ef42332d0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.263728 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eaab2a15-d72c-4c2e-9dc7-16a10807bdb2 req-c61fe72a-c8b3-44a6-85b5-557ef42332d0 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0681672 Jul 22 22:19:27.303403 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eaab2a15-d72c-4c2e-9dc7-16a10807bdb2 req-3546c286-dafa-4f8b-85a2-1fd408ecfe6e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Jul 22 22:19:27.511010 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aece09-8a16-4bf4-87f1-c49273db5803 req-1121229d-ceb2-4672-b82d-f3f3b47ee520 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:27.512548 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24aece09-8a16-4bf4-87f1-c49273db5803 req-1121229d-ceb2-4672-b82d-f3f3b47ee520 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0713000 Jul 22 22:19:27.552759 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24aece09-8a16-4bf4-87f1-c49273db5803 req-6ea19d41-661d-418d-a504-d2f32183c16f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345135 Jul 22 22:19:27.825681 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:19:28.435025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61361423-5ea2-4d40-b1a7-32b1a37129dc req-a5975f58-12d0-4ffd-b81f-11920dbdd060 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.436552 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-61361423-5ea2-4d40-b1a7-32b1a37129dc req-a5975f58-12d0-4ffd-b81f-11920dbdd060 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0632067 Jul 22 22:19:28.475147 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-61361423-5ea2-4d40-b1a7-32b1a37129dc req-f08ca9c7-5bc0-4b45-ad79-f3e8a2257461 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 22 22:19:28.691179 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96ea9-3925-4b38-8ca1-cd365f9eb35c req-51e16170-8c0c-4df1-9cb2-69614fa32c36 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:28.692723 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-35a96ea9-3925-4b38-8ca1-cd365f9eb35c req-51e16170-8c0c-4df1-9cb2-69614fa32c36 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.0696907 Jul 22 22:19:28.733723 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-35a96ea9-3925-4b38-8ca1-cd365f9eb35c req-9ac0cffb-66c1-489f-96a1-67b4cba2aecf tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Jul 22 22:19:28.953322 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-32b546b3-b82f-4247-a179-57a82d2a89ab service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567019 Jul 22 22:19:29.078872 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-74a9727e-b84b-4861-a304-1125fb866557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.082020 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-74a9727e-b84b-4861-a304-1125fb866557 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 1099 time: 0.0565815 Jul 22 22:19:29.169258 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41252) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:29.217572 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-90f7880a-9b35-41c7-bea2-b4109420bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.219046 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-90f7880a-9b35-41c7-bea2-b4109420bb22 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1056831 Jul 22 22:19:29.279335 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-84dc2622-fbdb-4d0b-a9fa-34ae82d2915d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.299336 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-4b1ffcd6-86cd-439a-b58b-ff74645a5fe7 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 200 len: 1000 time: 0.0604002 Jul 22 22:19:29.378150 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-84dc2622-fbdb-4d0b-a9fa-34ae82d2915d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.382090 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-84dc2622-fbdb-4d0b-a9fa-34ae82d2915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.384962 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-97ddfad2-e916-400b-8485-f26ba8df7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.386474 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-97ddfad2-e916-400b-8485-f26ba8df7b59 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0532281 Jul 22 22:19:29.420783 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-84dc2622-fbdb-4d0b-a9fa-34ae82d2915d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=054af26d4fe44d428e9ef915f813468a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504344 Jul 22 22:19:29.421877 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc2622-fbdb-4d0b-a9fa-34ae82d2915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc6c5be-e850-4f66-9ad3-a6bf626ce06d,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:29.425133 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41256) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:29.452830 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-e6e8a6e8-77a8-4b66-a5bd-afced9c95b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:29.454323 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-e6e8a6e8-77a8-4b66-a5bd-afced9c95b4d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599573 Jul 22 22:19:29.476369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.498509 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.545147 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.547772 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:29.549735 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9dc6c5be-e850-4f66-9ad3-a6bf626ce06d HTTP/1.1" status: 204 len: 168 time: 0.1225324 Jul 22 22:19:29.562588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93b83-4823-44d3-93da-244f5a455d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc6c5be-e850-4f66-9ad3-a6bf626ce06d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:29.566088 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-368d0c11-90e0-4d72-92ea-44c22bad7e35 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893812 Jul 22 22:19:29.686378 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-05dcdef0-33f9-48f9-9445-9c9ddd41eebc req-f568409e-3355-4565-a21a-9acdb6e3c0e5 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908620 Jul 22 22:19:33.437761 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b388c1f-fc31-4cbf-9a9f-9863e6e06318 req-04d10050-4745-48e5-a2ee-f6ae41b2e194 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:33.439387 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b388c1f-fc31-4cbf-9a9f-9863e6e06318 req-04d10050-4745-48e5-a2ee-f6ae41b2e194 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0692492 Jul 22 22:19:33.478923 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7b388c1f-fc31-4cbf-9a9f-9863e6e06318 req-eeea35e0-97fe-4fae-934e-59c12d5d9664 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jul 22 22:19:34.613924 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace2ff0-4a9b-40d4-b937-2fc4faa1359e req-d6b49b6b-272e-4a92-855e-77f840dd2d55 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:34.616256 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ace2ff0-4a9b-40d4-b937-2fc4faa1359e req-d6b49b6b-272e-4a92-855e-77f840dd2d55 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0680163 Jul 22 22:19:34.655045 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1ace2ff0-4a9b-40d4-b937-2fc4faa1359e req-e360a68f-4b4f-4b8c-8c6c-244ae4e377ee tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Jul 22 22:19:35.782659 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b59c7-f10e-4ad7-b782-2c42c496bbc7 req-fb6e844c-2cab-4dc0-a747-866ea4f866e2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:35.784144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-360b59c7-f10e-4ad7-b782-2c42c496bbc7 req-fb6e844c-2cab-4dc0-a747-866ea4f866e2 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0637307 Jul 22 22:19:35.821413 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-360b59c7-f10e-4ad7-b782-2c42c496bbc7 req-0fd370f4-2fcf-4343-bfb5-186099486d36 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Jul 22 22:19:36.956227 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf5922-ac56-40e0-a13f-c80a7da96ea3 req-36d13235-25fd-4e21-9d02-e09c7d8e41bd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:36.958234 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8baf5922-ac56-40e0-a13f-c80a7da96ea3 req-36d13235-25fd-4e21-9d02-e09c7d8e41bd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0694549 Jul 22 22:19:36.996493 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8baf5922-ac56-40e0-a13f-c80a7da96ea3 req-63481c33-d29d-40dd-8085-4eb494cf9d31 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Jul 22 22:19:37.588958 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41410) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.690300 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-870d8b3f-8164-4af0-a393-0be07d4cbc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.783232 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-870d8b3f-8164-4af0-a393-0be07d4cbc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.787764 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-870d8b3f-8164-4af0-a393-0be07d4cbc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.826241 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-870d8b3f-8164-4af0-a393-0be07d4cbc3b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b1d4eefea9774ec5853922af71c5bb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359283 Jul 22 22:19:37.827130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d8b3f-8164-4af0-a393-0be07d4cbc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c46e26-6e8c-4155-90c5-a437548ddb56,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:37.829027 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41414) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:37.877958 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.898898 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.945259 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.947770 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:37.948941 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/58c46e26-6e8c-4155-90c5-a437548ddb56 HTTP/1.1" status: 204 len: 168 time: 0.1189485 Jul 22 22:19:37.956565 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe34e-0278-48e5-9359-5ff51fd04e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c46e26-6e8c-4155-90c5-a437548ddb56,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.033260 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-c0fdf51b-8069-421e-8cf7-ea750dadb926 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.034776 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-c0fdf51b-8069-421e-8cf7-ea750dadb926 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 22 22:19:38.144061 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b3631-2bd6-4c3c-b73d-a8a195ce7124 req-aa314f71-9ce7-470d-91a6-f789583f6c9d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:38.146667 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b84b3631-2bd6-4c3c-b73d-a8a195ce7124 req-aa314f71-9ce7-470d-91a6-f789583f6c9d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 945 time: 0.0806208 Jul 22 22:19:38.159405 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Deleting port 78cc8d65-ba06-4a10-a7de-a5a8599859dd {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:38.159827 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.194609 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b84b3631-2bd6-4c3c-b73d-a8a195ce7124 req-db91ed6f-bbc2-4762-8b58-804c9f61008c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jul 22 22:19:38.257328 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41422) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.257479 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] For port 78cc8d65-ba06-4a10-a7de-a5a8599859dd, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=78cc8d65-ba06-4a10-a7de-a5a8599859dd,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:38.257827 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.270520 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2e838d43-19f9-4ea3-a806-5e837c924c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.274447 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Calling delete_port for 78cc8d65-ba06-4a10-a7de-a5a8599859dd owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:38.364687 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2e838d43-19f9-4ea3-a806-5e837c924c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.368787 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2e838d43-19f9-4ea3-a806-5e837c924c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.405355 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.409591 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2e838d43-19f9-4ea3-a806-5e837c924c03 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=50d5a99305714b1ca662a9d957e4b667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510868 Jul 22 22:19:38.410861 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e838d43-19f9-4ea3-a806-5e837c924c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b60134-0b75-4eb0-8cd8-5e7c157994ca,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.413162 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41424) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.447092 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Pushing event deleted for resources: {'Port': ['ID=78cc8d65-ba06-4a10-a7de-a5a8599859dd,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.463691 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.466100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['4cae57e3-646c-477f-9363-d0fd4b8135a7', '78cc8d65-ba06-4a10-a7de-a5a8599859dd'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:38.487962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.491380 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] No DVR routers for this DVR port 78cc8d65-ba06-4a10-a7de-a5a8599859dd on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:38.493965 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.496038 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4f9b1a7f-7e14-4ab8-a41e-2f4233675635 req-f41f8e3d-9028-4e3a-8997-f4649d4b92b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "DELETE /v2.0/ports/78cc8d65-ba06-4a10-a7de-a5a8599859dd HTTP/1.1" status: 204 len: 173 time: 0.4505522 Jul 22 22:19:38.496527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'name': 'network-vif-deleted', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:38.498782 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9e1cb-b40e-4062-9b92-41829959fc1e" -d '{"events": [{"server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "name": "network-vif-deleted", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:38.550237 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.554840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.556493 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/26b60134-0b75-4eb0-8cd8-5e7c157994ca HTTP/1.1" status: 204 len: 168 time: 0.1419814 Jul 22 22:19:38.564749 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535c4e2-2000-4b56-9b5e-2c79c728507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b60134-0b75-4eb0-8cd8-5e7c157994ca,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:38.758525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf490d-a940-4d99-89e5-408731f50033 x-openstack-request-id: req-a1bf490d-a940-4d99-89e5-408731f50033 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:38.758840 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b32a316-01f1-4ac2-9c15-708742d4afac", "name": "network-vif-deleted", "tag": "78cc8d65-ba06-4a10-a7de-a5a8599859dd", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:38.759096 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a1bf490d-a940-4d99-89e5-408731f50033 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:38.759520 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b32a316-01f1-4ac2-9c15-708742d4afac', 'name': 'network-vif-deleted', 'tag': '78cc8d65-ba06-4a10-a7de-a5a8599859dd', 'status': 'completed', 'code': 200} Jul 22 22:19:38.892784 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41434) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:38.906231 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb482799-5675-48e7-bd56-32e39c2c9004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:38.996715 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb482799-5675-48e7-bd56-32e39c2c9004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.000426 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bb482799-5675-48e7-bd56-32e39c2c9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.037988 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bb482799-5675-48e7-bd56-32e39c2c9004 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a1c1e44db7484487a3c2a6bffe0609b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441236 Jul 22 22:19:39.038931 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb482799-5675-48e7-bd56-32e39c2c9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990af2e-f237-402a-9711-127e8322d3d2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:39.040718 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41436) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:39.088859 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.109369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.157353 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.161290 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:39.166131 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e990af2e-f237-402a-9711-127e8322d3d2 HTTP/1.1" status: 204 len: 168 time: 0.1240942 Jul 22 22:19:39.177751 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fcc6d-655f-482b-8a58-6f8d532e8f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990af2e-f237-402a-9711-127e8322d3d2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:39.322623 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-00f3b00a-f98e-4e29-a756-fcd1c524b2f1 req-f90c0964-37fe-4d44-8471-9690ab828f9a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=2b32a316-01f1-4ac2-9c15-708742d4afac HTTP/1.1" status: 200 len: 210 time: 0.0358572 Jul 22 22:19:40.606435 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868395-502a-43be-b1d9-92281f4e59a2 req-42f59728-e11f-4354-8ec4-ad72a233eecc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:40.607913 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b868395-502a-43be-b1d9-92281f4e59a2 req-42f59728-e11f-4354-8ec4-ad72a233eecc tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0634642 Jul 22 22:19:40.648610 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8b868395-502a-43be-b1d9-92281f4e59a2 req-36ddbd83-10c3-4690-b3bf-4240754a5905 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Jul 22 22:19:41.812138 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79d67-9a5c-471e-a5f8-3c787793ea2e req-ff9b8934-0846-4f58-aff2-4503f980e466 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:41.822608 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8cd79d67-9a5c-471e-a5f8-3c787793ea2e req-ff9b8934-0846-4f58-aff2-4503f980e466 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0839708 Jul 22 22:19:41.857343 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8cd79d67-9a5c-471e-a5f8-3c787793ea2e req-163d6eec-308c-4dc5-8f11-b3a4a740d41e tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Jul 22 22:19:42.655218 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 78cc8d65-ba06-4a10-a7de-a5a8599859dd no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:42.676829 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 78cc8d65-ba06-4a10-a7de-a5a8599859dd {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:42.677176 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 78cc8d65-ba06-4a10-a7de-a5a8599859dd not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:42.946558 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bffd808a-3284-4670-ab75-eff3ef9d7c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:42.996688 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ea6b9-4de7-478f-965f-f363caade7fd req-946a0db2-5c14-4d05-aac8-d0f4b65253e9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:42.998344 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-117ea6b9-4de7-478f-965f-f363caade7fd req-946a0db2-5c14-4d05-aac8-d0f4b65253e9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0719790 Jul 22 22:19:43.040956 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-117ea6b9-4de7-478f-965f-f363caade7fd req-0f178f2b-9e12-46f2-a4e0-e6b9489bd20c tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Jul 22 22:19:44.200098 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387ee76-1c98-49cb-95b2-cda99324255f req-4565ec71-5190-45bd-b0a7-14a3f644d178 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:44.202144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8387ee76-1c98-49cb-95b2-cda99324255f req-4565ec71-5190-45bd-b0a7-14a3f644d178 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0869365 Jul 22 22:19:44.245986 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8387ee76-1c98-49cb-95b2-cda99324255f req-d038ac29-efe5-4cf1-8608-e263b9db6687 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Jul 22 22:19:45.326388 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a07fe9a8-47a6-45d5-ad51-8eec775759c2 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320368380&fields=id&tenant_id=75448bc245984a73a936769d77050816 HTTP/1.1" status: 200 len: 267 time: 0.0347824 Jul 22 22:19:45.401297 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170531eb-5680-4d50-8ad1-6a4324dee003 req-9ad04df1-5f45-4edd-83c9-bf61a3bd153f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.402100 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-90e96e24-9987-4c0c-9fd7-d826dabd463c tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.402816 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-170531eb-5680-4d50-8ad1-6a4324dee003 req-9ad04df1-5f45-4edd-83c9-bf61a3bd153f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0774088 Jul 22 22:19:45.404895 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-90e96e24-9987-4c0c-9fd7-d826dabd463c tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 984 time: 0.0732722 Jul 22 22:19:45.416386 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Request body: {'port': {'security_groups': ['c706c559-7d5a-4e3c-8de8-7397d73639f0']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:19:45.447363 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-170531eb-5680-4d50-8ad1-6a4324dee003 req-6eba6402-2428-4187-afed-26d56020ad14 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365207 Jul 22 22:19:45.528411 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.667987 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.715428 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:45.745248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.749943 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.803867 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:45.804532 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.805946 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c2cc0f96-4078-427b-b7bd-6ca6a6b2e254 req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "PUT /v2.0/ports/c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 942 time: 0.3960154 Jul 22 22:19:45.806414 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:45.808742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb908a7c-bd80-426d-8116-346f24a03b80" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:45.812386 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41540) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:45.819285 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:45.845559 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebd77-8053-439e-8388-802d8764f43e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event updated for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=7']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:45.869985 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ab2b5-1615-4ced-b4e4-335988ed0163 x-openstack-request-id: req-043ab2b5-1615-4ced-b4e4-335988ed0163 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:45.870309 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:45.871149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-043ab2b5-1615-4ced-b4e4-335988ed0163 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:45.871796 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:19:45.893896 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.922634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:45.997881 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.000401 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.001686 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "DELETE /v2.0/security-groups/88ee5899-9ada-4827-b2ff-6ac184c120bc HTTP/1.1" status: 204 len: 168 time: 0.1841056 Jul 22 22:19:46.005784 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41542) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:46.026944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-6c760d2d-98ce-449f-ba0f-9175114219aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.028537 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-6c760d2d-98ce-449f-ba0f-9175114219aa service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1098 time: 0.0791726 Jul 22 22:19:46.051035 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd8b19-78f0-41ba-bba6-3ddf58996f19 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee5899-9ada-4827-b2ff-6ac184c120bc,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:46.053925 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e371de73-26df-4792-a4d7-e267e205d6cd None None] Provisioning complete for port c19590f0-00b8-4111-9a00-68a6160feb39 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:19:46.055181 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e371de73-26df-4792-a4d7-e267e205d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.118929 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f8ef173b-f0a5-463e-b64e-3c6272663d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.197666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Deleting port 51b2a805-96e9-449f-b4e7-84dc6eec86e4 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:46.198133 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.214683 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:46.281017 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.281252 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.294656 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Calling delete_port for 51b2a805-96e9-449f-b4e7-84dc6eec86e4 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:46.359944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-d8b373d4-a634-406f-94ed-0d5d9ea424e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.361757 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-d8b373d4-a634-406f-94ed-0d5d9ea424e7 service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.3229146 Jul 22 22:19:46.441929 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-ec5f4635-abf7-4433-a6b1-e72f7d9efb0c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 1000 time: 0.0622716 Jul 22 22:19:46.479994 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.501696 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-cffb4ee7-b643-489e-bc0d-90271c14bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.503800 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-cffb4ee7-b643-489e-bc0d-90271c14bb8a service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.0496514 Jul 22 22:19:46.509893 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event deleted for resources: {'Port': ['ID=51b2a805-96e9-449f-b4e7-84dc6eec86e4,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:46.575472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.575807 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Floating IP 3bd026b6-cedf-4c4c-9d64-be7c47b71764 disassociated (deleted). External IP: 172.27.1.99, port: c19590f0-00b8-4111-9a00-68a6160feb39. Jul 22 22:19:46.621605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-f9c00d38-c8e1-4ccb-a70a-28adbf07bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.623112 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-f9c00d38-c8e1-4ccb-a70a-28adbf07bd17 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042178 Jul 22 22:19:46.635345 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde51456-08e7-40c8-a2cf-3e95cec18f67 req-11a04e61-0e75-423c-b662-9b58dbdd3d6d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:46.636827 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dde51456-08e7-40c8-a2cf-3e95cec18f67 req-11a04e61-0e75-423c-b662-9b58dbdd3d6d tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1097901 Jul 22 22:19:46.725059 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:46.733292 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dde51456-08e7-40c8-a2cf-3e95cec18f67 req-6057289d-1b5d-4589-ae98-bf74f00008d5 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895681 Jul 22 22:19:46.771648 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-8c9d2116-542f-46dc-9afe-5754a3e7b6f3 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248307 Jul 22 22:19:46.824481 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Router 8d7fc553-bdcb-4200-8e35-07fdbf587898 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:46.900843 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb908a7c-bd80-426d-8116-346f24a03b80 req-be0aff8c-eb8a-4304-8f6b-f5bce258ff35 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093221 Jul 22 22:19:47.182419 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:19:47.187672 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:47.195355 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Sync routers for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:19:47.208752 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:47.209413 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:47.230211 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f3f5855b-f7c0-4604-b057-ae917a953c64 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "DELETE /v2.0/floatingips/3bd026b6-cedf-4c4c-9d64-be7c47b71764 HTTP/1.1" status: 204 len: 168 time: 1.2233655 Jul 22 22:19:47.230998 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:47.233370 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdbf137-3a9c-49f1-a728-d914e79ebf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:47.335701 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:47.361016 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0f03e-ecff-4809-abe8-3312a0a159a6 x-openstack-request-id: req-15f0f03e-ecff-4809-abe8-3312a0a159a6 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:47.361513 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:47.361855 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-15f0f03e-ecff-4809-abe8-3312a0a159a6 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:47.362849 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:19:47.557528 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-e7dfcbfc-f6ed-4dae-a207-9668c3a38828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.559569 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-e7dfcbfc-f6ed-4dae-a207-9668c3a38828 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=75448bc245984a73a936769d77050816&device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 1098 time: 0.0639474 Jul 22 22:19:47.654043 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:47.683522 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Checking router: 8d7fc553-bdcb-4200-8e35-07fdbf587898 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:47.693102 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:47.693830 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:47.723195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-4f4b04f2-ef3d-43a7-90ef-3abaf987e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.724752 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-4f4b04f2-ef3d-43a7-90ef-3abaf987e690 service neutron] 10.222.0.125 "GET /v2.0/networks?id=b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 200 len: 915 time: 0.1245549 Jul 22 22:19:47.802165 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:47.874619 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb198c-5dfa-4ab0-b27d-b4e2341a21fd req-ad54b2e3-3ee6-48cc-aa07-e8813e9b138a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:47.876038 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1bb198c-5dfa-4ab0-b27d-b4e2341a21fd req-ad54b2e3-3ee6-48cc-aa07-e8813e9b138a tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0688167 Jul 22 22:19:47.915465 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1bb198c-5dfa-4ab0-b27d-b4e2341a21fd req-69901d7d-0045-4d74-9ab6-8c6a0529d56f tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 22 22:19:48.000561 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:48.026769 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3059f-e5d6-42dc-ae11-468bb99bd186 None None] The sync data for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi is: [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:42Z', 'revision_number': 4, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'c82a1f7c-3bfa-477a-8378-1b44032aaf6d', 'name': '', 'network_id': 'b98d8b17-f6ee-4f00-a33f-f71777940457', 'tenant_id': '75448bc245984a73a936769d77050816', 'mac_address': 'fa:16:3e:85:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:41Z', 'updated_at': '2021-07-22T22:14:48Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'subnets': [{'id': '2ebacbe2-8638-48a6-b4e5-94f83a37fcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:48.246134 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402a982-feee-4121-86b6-adb8a96b9406 None None] New status for floating IP 3bd026b6-cedf-4c4c-9d64-be7c47b71764: DOWN {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:19:48.928686 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:49.057086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384bf9-7f05-4cc4-8a04-7bcf646cd1f0 req-110ae0f9-c6c7-404d-b936-8d081ea55ac8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:49.058659 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-76384bf9-7f05-4cc4-8a04-7bcf646cd1f0 req-110ae0f9-c6c7-404d-b936-8d081ea55ac8 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0745854 Jul 22 22:19:49.098145 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-76384bf9-7f05-4cc4-8a04-7bcf646cd1f0 req-c57aad5e-0b4d-4d27-8874-976868618e64 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Jul 22 22:19:50.226474 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7c470-dcc2-4d4a-a869-3f475101d109 req-b6cca696-a211-490d-97d5-9e72a6060b29 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:50.227950 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ead7c470-dcc2-4d4a-a869-3f475101d109 req-b6cca696-a211-490d-97d5-9e72a6060b29 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0642812 Jul 22 22:19:50.270402 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ead7c470-dcc2-4d4a-a869-3f475101d109 req-6c2aeeee-8bfa-4984-b563-c9fe47ea2439 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Jul 22 22:19:51.227973 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-ff3dc15c-e9dc-4196-936c-96ae0af406df service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 200 len: 217 time: 0.0391946 Jul 22 22:19:51.291839 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-ecff8fcf-2f98-4f8d-997f-bb04550a688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.293940 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-ecff8fcf-2f98-4f8d-997f-bb04550a688d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 200 len: 852 time: 0.0473442 Jul 22 22:19:51.421156 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-abe05eb5-cd5c-4618-bbb0-8cdd65fee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.422570 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-abe05eb5-cd5c-4618-bbb0-8cdd65fee16d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=b98d8b17-f6ee-4f00-a33f-f71777940457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033666 Jul 22 22:19:51.435961 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34082b-512f-49fc-851e-c9babd068288 req-66c38d08-0fae-4127-a8d9-d94bf03c49b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:51.437558 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ef34082b-512f-49fc-851e-c9babd068288 req-66c38d08-0fae-4127-a8d9-d94bf03c49b1 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0864692 Jul 22 22:19:51.526764 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ef34082b-512f-49fc-851e-c9babd068288 req-79e8fff2-7858-4efd-b285-d342a9e2208b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810838 Jul 22 22:19:51.552237 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-9cd3a098-dd43-4aee-b273-1a9994aa214e service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137288 Jul 22 22:19:51.668420 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abdbf137-3a9c-49f1-a728-d914e79ebf6e req-ca7d8ae7-22c2-4377-a414-b52a12d15ad4 service neutron] 10.222.0.125 "GET /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Jul 22 22:19:52.665634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a0d28-aa3c-4609-abf7-f14ebb3b8a39 req-6fd1afc2-2955-43e1-ab9d-27f9a7b8c604 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:52.667143 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb3a0d28-aa3c-4609-abf7-f14ebb3b8a39 req-6fd1afc2-2955-43e1-ab9d-27f9a7b8c604 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0708714 Jul 22 22:19:52.712741 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cb3a0d28-aa3c-4609-abf7-f14ebb3b8a39 req-03218958-501e-4c47-babf-dee31cf995fd tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jul 22 22:19:53.860693 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997aac-a791-43d6-963b-8b2e67b9fb10 req-16cc8813-ef51-4a59-9da4-82c394bbdd7b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:53.862805 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2997aac-a791-43d6-963b-8b2e67b9fb10 req-16cc8813-ef51-4a59-9da4-82c394bbdd7b tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.0775065 Jul 22 22:19:53.905338 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f2997aac-a791-43d6-963b-8b2e67b9fb10 req-4cff58c3-3e3d-49a7-8f4e-13e1e61f48a9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/security-groups?id=6390e510-aff3-4c4d-ac04-640ccce9fec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361412 Jul 22 22:19:54.263379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43039190-c686-4338-b0c2-0d08535a7311 req-56f6da8c-34f0-4737-bf39-8e5f57f3960a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.265058 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-43039190-c686-4338-b0c2-0d08535a7311 req-56f6da8c-34f0-4737-bf39-8e5f57f3960a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0842805 Jul 22 22:19:54.318578 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faca4c-09b2-42d6-ac04-b0b236e599b4 req-e44a0b6b-ee48-4ce5-986b-ab95a2ba1632 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.320105 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-27faca4c-09b2-42d6-ac04-b0b236e599b4 req-e44a0b6b-ee48-4ce5-986b-ab95a2ba1632 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.0703130 Jul 22 22:19:54.335554 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-43039190-c686-4338-b0c2-0d08535a7311 req-66c3b893-7e1c-4e05-99a9-11ed71f8a59a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525432 Jul 22 22:19:54.355665 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd543165-20cf-4735-8027-48594abc17ef req-c784b0c8-a4a9-459e-bcde-2a9ba94a2ef9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:54.357178 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cd543165-20cf-4735-8027-48594abc17ef req-c784b0c8-a4a9-459e-bcde-2a9ba94a2ef9 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 945 time: 0.1134129 Jul 22 22:19:54.366620 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-27faca4c-09b2-42d6-ac04-b0b236e599b4 req-b123f5c1-b017-46ff-b002-4bde3ae7d07d tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Jul 22 22:19:54.531302 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Deleting port 4cae57e3-646c-477f-9363-d0fd4b8135a7 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:54.531585 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:54.619007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] For port 4cae57e3-646c-477f-9363-d0fd4b8135a7, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=4cae57e3-646c-477f-9363-d0fd4b8135a7,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:54.619383 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:54.632237 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Calling delete_port for 4cae57e3-646c-477f-9363-d0fd4b8135a7 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:54.761809 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:54.792300 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Pushing event deleted for resources: {'Port': ['ID=4cae57e3-646c-477f-9363-d0fd4b8135a7,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:54.821982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['4cae57e3-646c-477f-9363-d0fd4b8135a7'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:54.841789 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] No DVR routers for this DVR port 4cae57e3-646c-477f-9363-d0fd4b8135a7 on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:54.844838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:54.847389 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-cd543165-20cf-4735-8027-48594abc17ef req-a576f6c5-db22-401c-8ee2-e19501873b85 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.125 "DELETE /v2.0/ports/4cae57e3-646c-477f-9363-d0fd4b8135a7 HTTP/1.1" status: 204 len: 173 time: 0.4245896 Jul 22 22:19:54.847833 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'name': 'network-vif-deleted', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:54.850099 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bbc5f3-650f-405c-96e3-d741391a9513" -d '{"events": [{"server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "name": "network-vif-deleted", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:54.897612 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6307ad9-41c1-4ac0-b938-bd071aade98c x-openstack-request-id: req-e6307ad9-41c1-4ac0-b938-bd071aade98c {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:54.897908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae", "name": "network-vif-deleted", "tag": "4cae57e3-646c-477f-9363-d0fd4b8135a7", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:54.898189 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e6307ad9-41c1-4ac0-b938-bd071aade98c {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:54.898583 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae', 'name': 'network-vif-deleted', 'tag': '4cae57e3-646c-477f-9363-d0fd4b8135a7', 'status': 'completed', 'code': 200} Jul 22 22:19:55.014582 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8640fadc-2726-41a0-9e3c-8b5ebeef250a req-ee818ec8-3c2d-4038-b47e-6dcf8989eb00 tempest-ServerRescueNegativeTestJSON-863533602 tempest-ServerRescueNegativeTestJSON-863533602-project] 10.222.0.110 "GET /v2.0/ports?device_id=c8e1f4e9-3484-4a5b-8e3f-b2d7545944ae HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jul 22 22:19:55.495301 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482747-2127-442a-ae3e-b812c0c75a11 req-bebea517-ae9e-4782-acf9-4916a232fa48 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:55.496907 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4e482747-2127-442a-ae3e-b812c0c75a11 req-bebea517-ae9e-4782-acf9-4916a232fa48 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0776627 Jul 22 22:19:55.504241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1a85-f8e6-4e24-be2b-672985df9ba3 req-e319587f-5ce4-4393-bad3-6d9f30818b3e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:55.505727 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a72d1a85-f8e6-4e24-be2b-672985df9ba3 req-e319587f-5ce4-4393-bad3-6d9f30818b3e tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.0685778 Jul 22 22:19:55.541250 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4e482747-2127-442a-ae3e-b812c0c75a11 req-269f9582-2ff3-4994-a15e-fd04aedf4d8d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Jul 22 22:19:55.548633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a72d1a85-f8e6-4e24-be2b-672985df9ba3 req-acde8f33-2f95-4a03-a30a-abb0afc4328f tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Jul 22 22:19:56.072042 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41684) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:56.380139 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.519693 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.702622 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032fe9f-c840-4c56-91d5-c145796e3aa7 req-9cab608e-0a16-416a-8a85-7ceee5206bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.704178 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d032fe9f-c840-4c56-91d5-c145796e3aa7 req-9cab608e-0a16-416a-8a85-7ceee5206bf1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.0693688 Jul 22 22:19:56.743841 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d032fe9f-c840-4c56-91d5-c145796e3aa7 req-339f0794-5a3a-475f-a30b-27dab95f8e89 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Jul 22 22:19:56.798276 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb738-0281-420b-a0f2-e0c2c0c63e66 req-6c192575-c72d-454d-9d74-d6288a887af9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:56.800746 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4b9fb738-0281-420b-a0f2-e0c2c0c63e66 req-6c192575-c72d-454d-9d74-d6288a887af9 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1754012 Jul 22 22:19:56.867478 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4b9fb738-0281-420b-a0f2-e0c2c0c63e66 req-5840259b-2950-486c-baa1-4d57dad7dea8 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604458 Jul 22 22:19:56.912126 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Deleting port 1adaec72-5301-4f6f-90b6-cc7469619f34 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:56.912647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:56.996945 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] For port 1adaec72-5301-4f6f-90b6-cc7469619f34, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1adaec72-5301-4f6f-90b6-cc7469619f34,segment=NetworkSegment(74e633fb-68bb-4398-8bd8-4fe1ea97defc),segment_id=74e633fb-68bb-4398-8bd8-4fe1ea97defc)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:56.997305 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:57.009867 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Calling delete_port for 1adaec72-5301-4f6f-90b6-cc7469619f34 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:57.215301 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:57.240114 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adaec72-5301-4f6f-90b6-cc7469619f34,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:57.630526 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:57.798599 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-54ebbcb7-ef97-4b17-b0bc-3692d16fa606 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.800490 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-54ebbcb7-ef97-4b17-b0bc-3692d16fa606 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.1257474 Jul 22 22:19:57.912334 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-b98b8b7a-9654-443f-a42a-ed36172ee7fa tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.912334 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-b98b8b7a-9654-443f-a42a-ed36172ee7fa tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.125 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.1017838 Jul 22 22:19:57.936096 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dabaf-a593-463e-a896-549ba387aacd req-d2bfbedc-bb6b-4316-91c0-e0ebcca5c157 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:57.937698 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c3dabaf-a593-463e-a896-549ba387aacd req-d2bfbedc-bb6b-4316-91c0-e0ebcca5c157 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 946 time: 0.1172357 Jul 22 22:19:58.011936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:58.014232 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c3dabaf-a593-463e-a896-549ba387aacd req-b0550d0e-aef6-4e3a-b57e-c09a8145da57 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541375 Jul 22 22:19:58.068756 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Deleting port c19590f0-00b8-4111-9a00-68a6160feb39 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:58.068756 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.093711 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Deleting port e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:58.094173 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.167585 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548d8bb-790b-4fa0-8be6-ba629723c4ed req-0cb31f71-d4cb-46d7-a951-05c878b216f5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:58.169242 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9548d8bb-790b-4fa0-8be6-ba629723c4ed req-0cb31f71-d4cb-46d7-a951-05c878b216f5 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/ports?device_id=e8cddea8-25f9-440b-86f2-dd9c49130770 HTTP/1.1" status: 200 len: 945 time: 0.2131472 Jul 22 22:19:58.184606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] For port c19590f0-00b8-4111-9a00-68a6160feb39, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c19590f0-00b8-4111-9a00-68a6160feb39,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:58.184985 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.210041 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Calling delete_port for c19590f0-00b8-4111-9a00-68a6160feb39 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:58.291548 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9548d8bb-790b-4fa0-8be6-ba629723c4ed req-4e7f96eb-c904-4c48-a13e-e41a7fe3d874 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.110 "GET /v2.0/security-groups?id=c706c559-7d5a-4e3c-8de8-7397d73639f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060727 Jul 22 22:19:58.296710 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:19:58.312550 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8450cb45-0290-4580-87dc-be4726ad5e29 admin admin] 10.222.0.110 "PUT /v2.0/routers/3d2a8e91-d6b7-424a-b5af-c54e3a91701d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2391834 Jul 22 22:19:58.312780 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Sync routers for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:19:58.313285 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41754) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:19:58.327838 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:58.328975 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:58.372156 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.402935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] For port e63aa00d-561e-478c-ad51-2858e1d33423, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=e63aa00d-561e-478c-ad51-2858e1d33423,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:58.403268 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.417372 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Pushing event deleted for resources: {'Port': ['ID=c19590f0-00b8-4111-9a00-68a6160feb39,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:58.422932 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c19590f0-00b8-4111-9a00-68a6160feb39'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:19:58.454529 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:58.470952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.471804 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.472144 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.472503 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.472833 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.473161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.473486 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.473800 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.474121 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.474439 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.474758 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.475076 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:58.478856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] No DVR routers for this DVR port c19590f0-00b8-4111-9a00-68a6160feb39 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:19:58.481276 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.484456 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ebf258f3-a71d-438f-9d8c-a255415579ec req-5d9dc514-8a86-4c14-bf2b-3990d38a2630 tempest-TestMinimumBasicScenario-602370819 tempest-TestMinimumBasicScenario-602370819-project] 10.222.0.125 "DELETE /v2.0/ports/c19590f0-00b8-4111-9a00-68a6160feb39 HTTP/1.1" status: 204 len: 173 time: 0.5627682 Jul 22 22:19:58.485065 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'name': 'network-vif-deleted', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:19:58.488624 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7b0cb8-b85b-4edb-89fc-4f055cac7266" -d '{"events": [{"server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "name": "network-vif-deleted", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:19:58.546732 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929955f6-d588-43d0-90b5-b01898f2928e x-openstack-request-id: req-929955f6-d588-43d0-90b5-b01898f2928e {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:19:58.547144 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cddea8-25f9-440b-86f2-dd9c49130770", "name": "network-vif-deleted", "tag": "c19590f0-00b8-4111-9a00-68a6160feb39", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:19:58.547468 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-929955f6-d588-43d0-90b5-b01898f2928e {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:19:58.549648 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cddea8-25f9-440b-86f2-dd9c49130770', 'name': 'network-vif-deleted', 'tag': 'c19590f0-00b8-4111-9a00-68a6160feb39', 'status': 'completed', 'code': 200} Jul 22 22:19:58.583580 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.704433 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:19:57Z', 'revision_number': 5, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:58.743220 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Checking router: 3d2a8e91-d6b7-424a-b5af-c54e3a91701d for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:19:58.744447 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 4cae57e3-646c-477f-9363-d0fd4b8135a7 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:19:58.760113 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Routers {'3d2a8e91-d6b7-424a-b5af-c54e3a91701d'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:19:58.760772 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:58.767493 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 4cae57e3-646c-477f-9363-d0fd4b8135a7 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:19:58.768830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 4cae57e3-646c-477f-9363-d0fd4b8135a7 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:19:58.812296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.812947 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.812947 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Floating IP 977d8e13-9277-4604-b9c3-d5c2f6a23ded disassociated. External IP: 172.27.1.17, port: e63aa00d-561e-478c-ad51-2858e1d33423. Jul 22 22:19:58.813375 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Calling delete_port for e63aa00d-561e-478c-ad51-2858e1d33423 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:58.831095 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:58.872591 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] Set router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:19:58.942662 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Deleting port c0064b8f-212a-45cc-85b6-b7f9d3646044 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:19:58.943004 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.069645 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:19:57Z', 'revision_number': 5, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:19:59.104799 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a11fbd3-9598-4b9a-832a-3b2f5d6e764a None None] The sync data for ids ['3d2a8e91-d6b7-424a-b5af-c54e3a91701d'] in dv-cinder-801868-2-iscsi is: [{'id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'name': 'tempest-ServerRescueNegativeTestJSON-1175944866-router', 'tenant_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:12Z', 'updated_at': '2021-07-22T22:19:57Z', 'revision_number': 5, 'project_id': '86fc8f5aa1e84d0da9f9e144ec46978a', 'gw_port': {'id': 'c0064b8f-212a-45cc-85b6-b7f9d3646044', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2a8e91-d6b7-424a-b5af-c54e3a91701d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:13Z', 'updated_at': '2021-07-22T22:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:19:59.311754 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.363915 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'Port': ['ID=e63aa00d-561e-478c-ad51-2858e1d33423,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:59.368871 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] For port c0064b8f-212a-45cc-85b6-b7f9d3646044, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c0064b8f-212a-45cc-85b6-b7f9d3646044,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:19:59.369227 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.391540 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.391716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.392047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.392404 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.393437 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.393790 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.394129 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.394442 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.394766 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.395084 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.395403 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.395721 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:19:59.412063 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Calling delete_port for c0064b8f-212a-45cc-85b6-b7f9d3646044 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:19:59.556818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cdd3a-a7f7-475e-b1d6-711672d48250 req-5895e8ce-c574-4eb0-afdc-dbcf9bb94bc1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:19:59.558385 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae6cdd3a-a7f7-475e-b1d6-711672d48250 req-5895e8ce-c574-4eb0-afdc-dbcf9bb94bc1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 868 time: 0.2863796 Jul 22 22:19:59.722806 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae6cdd3a-a7f7-475e-b1d6-711672d48250 req-7dfde273-de3a-4f4a-aa3b-2bf69ca3eda0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=f7506776-8150-4549-8e1b-0b120e432018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538074 Jul 22 22:19:59.757765 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:19:59.818443 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.884439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0064b8f-212a-45cc-85b6-b7f9d3646044,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:19:59.973334 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:19:59.990276 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:00.003403 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:00.013559 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:00.014534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.177505 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] No DVR routers for this DVR port e63aa00d-561e-478c-ad51-2858e1d33423 on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:00.182463 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.183355 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.185375 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0de8171f-46a4-4c1d-99c3-58dc17ea9cb0 req-cbc15294-1849-4f5b-95e5-4f7c2b6ef765 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "DELETE /v2.0/ports/e63aa00d-561e-478c-ad51-2858e1d33423 HTTP/1.1" status: 204 len: 173 time: 2.3479512 Jul 22 22:20:00.185825 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-deleted', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:00.188348 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414ed4af-545b-4570-bf51-479c386eafe7" -d '{"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-deleted", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:00.192899 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.222683 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1adaec72-5301-4f6f-90b6-cc7469619f34 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:00.246039 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 1adaec72-5301-4f6f-90b6-cc7469619f34 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:00.246393 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1adaec72-5301-4f6f-90b6-cc7469619f34 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:00.276509 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0003d4e-013a-4148-9296-826345f723dc x-openstack-request-id: req-e0003d4e-013a-4148-9296-826345f723dc {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:00.276800 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e7dd91-3f55-48c9-85aa-84c2450719f2", "name": "network-vif-deleted", "tag": "e63aa00d-561e-478c-ad51-2858e1d33423", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:00.276951 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e0003d4e-013a-4148-9296-826345f723dc {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:00.277360 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e7dd91-3f55-48c9-85aa-84c2450719f2', 'name': 'network-vif-deleted', 'tag': 'e63aa00d-561e-478c-ad51-2858e1d33423', 'status': 'completed', 'code': 200} Jul 22 22:20:00.287135 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.287744 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2a8e91-d6b7-424a-b5af-c54e3a91701d {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:00.294194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.298143 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8965f438-d530-42d3-bf50-30a7139e8f2a admin admin] 10.222.0.110 "DELETE /v2.0/routers/3d2a8e91-d6b7-424a-b5af-c54e3a91701d HTTP/1.1" status: 204 len: 168 time: 1.9778841 Jul 22 22:20:00.298397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41812) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.298532 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:00.374502 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Deleting subnet bd7a67cf-378d-4291-a312-5ac63cd48488 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:00.378635 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.412697 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41814) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.466050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.528106 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.587164 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.622110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:00.625036 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.632064 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:00.633061 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.639113 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.644357 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/bd7a67cf-378d-4291-a312-5ac63cd48488 HTTP/1.1" status: 204 len: 168 time: 0.3405023 Jul 22 22:20:00.645184 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41818) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:00.660307 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ee0ab-5002-46e2-a7cd-3edc611194a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7a67cf-378d-4291-a312-5ac63cd48488,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:00.730945 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.785449 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:00.886196 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4bf9f9fa-a0ba-4ea7-8e6f-89a1491490cd req-1d88d3d5-ca98-4a71-a639-a6f837be6b1b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=61e7dd91-3f55-48c9-85aa-84c2450719f2 HTTP/1.1" status: 200 len: 210 time: 0.0390327 Jul 22 22:20:00.928648 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:00.944904 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb2519c-36d6-46cf-986d-f84d5cb7e8c3']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.988565 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e633fb-68bb-4398-8bd8-4fe1ea97defc') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:00.989171 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e633fb-68bb-4398-8bd8-4fe1ea97defc') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:01.044774 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.067630 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.072008 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:01.088328 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:01.093014 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:01.109064 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:01.111930 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85f4440-afed-4164-b43e-4ed818448e24 None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:01.228325 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.238634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.241876 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] 10.222.0.110 "DELETE /v2.0/networks/ceb2519c-36d6-46cf-986d-f84d5cb7e8c3 HTTP/1.1" status: 204 len: 168 time: 0.5942485 Jul 22 22:20:01.274712 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2103e37-bb3b-49ce-bc13-2792c63f2c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb2519c-36d6-46cf-986d-f84d5cb7e8c3,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:01.401358 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41826) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:01.457701 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e0ac78c1-5c02-49a0-9658-cdb57efbd2c6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=86fc8f5aa1e84d0da9f9e144ec46978a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532041 Jul 22 22:20:01.458855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41828) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:01.473339 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.491460 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25bf38-088d-441d-81a9-cde42cdb5357 None None] New status for floating IP 977d8e13-9277-4604-b9c3-d5c2f6a23ded: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:01.538972 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.562560 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.619886 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.624333 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.629000 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6390e510-aff3-4c4d-ac04-640ccce9fec9 HTTP/1.1" status: 204 len: 168 time: 0.1691508 Jul 22 22:20:01.643874 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70433dee-dba6-487f-b5a5-f46668b0b0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390e510-aff3-4c4d-ac04-640ccce9fec9,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:01.833304 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Deleting port c82a1f7c-3bfa-477a-8378-1b44032aaf6d {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:01.833835 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:01.981541 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] For port c82a1f7c-3bfa-477a-8378-1b44032aaf6d, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:01.982212 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:02.006311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Calling delete_port for c82a1f7c-3bfa-477a-8378-1b44032aaf6d owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:02.096627 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c0064b8f-212a-45cc-85b6-b7f9d3646044 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:02.123197 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: c0064b8f-212a-45cc-85b6-b7f9d3646044 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:02.123917 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c0064b8f-212a-45cc-85b6-b7f9d3646044 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:02.245739 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:02.276592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c82a1f7c-3bfa-477a-8378-1b44032aaf6d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:02.468343 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:02.690070 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Router 8d7fc553-bdcb-4200-8e35-07fdbf587898 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:02.781417 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:02.806414 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: e63aa00d-561e-478c-ad51-2858e1d33423 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:02.807041 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device e63aa00d-561e-478c-ad51-2858e1d33423 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:02.807719 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c19590f0-00b8-4111-9a00-68a6160feb39 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:02.829697 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: c19590f0-00b8-4111-9a00-68a6160feb39 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:02.830246 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c19590f0-00b8-4111-9a00-68a6160feb39 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:03.024507 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41874) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.053455 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:03.061436 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-758823c1-1296-42d5-a63f-ba84e62f5f4e admin admin] 10.222.0.110 "PUT /v2.0/routers/8d7fc553-bdcb-4200-8e35-07fdbf587898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6467249 Jul 22 22:20:03.062057 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41876) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.064664 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Sync routers for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:03.076228 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:03.076992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:03.157461 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.196008 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.213220 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:03.228593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.334570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.337852 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.340767 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "DELETE /v2.0/security-groups/f7506776-8150-4549-8e1b-0b120e432018 HTTP/1.1" status: 204 len: 168 time: 0.3152497 Jul 22 22:20:03.342196 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41882) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.357099 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.api.v2.resource [None req-55359b95-f924-463f-9281-78a3d47b492e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] show failed (client error): The resource could not be found. Jul 22 22:20:03.357744 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc931b66-f6c3-429e-9af0-edd18ae7c5c6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7506776-8150-4549-8e1b-0b120e432018,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:03.358686 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-55359b95-f924-463f-9281-78a3d47b492e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups/f7506776-8150-4549-8e1b-0b120e432018 HTTP/1.1" status: 404 len: 347 time: 0.0153658 Jul 22 22:20:03.362959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41884) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.410271 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41886) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.417792 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.446056 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:20:02Z', 'revision_number': 5, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port': {'id': '2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:03.475216 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Checking router: 8d7fc553-bdcb-4200-8e35-07fdbf587898 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:03.483556 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Routers {'8d7fc553-bdcb-4200-8e35-07fdbf587898'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:03.484174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['8d7fc553-bdcb-4200-8e35-07fdbf587898'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:03.543033 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Deleting port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:03.543470 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.547238 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62badadd-0505-46bc-9898-341f9ee944ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.561640 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Deleting port 01b2de57-38e9-4ff4-ab4a-af5c35328d02 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:03.561996 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.586130 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] Set router 8d7fc553-bdcb-4200-8e35-07fdbf587898 gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:03.642730 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:20:03Z', 'revision_number': 6, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:03.651903 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62badadd-0505-46bc-9898-341f9ee944ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.656337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-62badadd-0505-46bc-9898-341f9ee944ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.673487 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c42e2-55a1-467d-809c-a54b159a2c3c None None] The sync data for ids ['8d7fc553-bdcb-4200-8e35-07fdbf587898'] in dv-cinder-801868-2-iscsi is: [{'id': '8d7fc553-bdcb-4200-8e35-07fdbf587898', 'name': 'tempest-TestMinimumBasicScenario-64837585-router', 'tenant_id': '75448bc245984a73a936769d77050816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:39Z', 'updated_at': '2021-07-22T22:20:03Z', 'revision_number': 6, 'project_id': '75448bc245984a73a936769d77050816', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:03.707877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] For port 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:03.708240 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.709240 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-62badadd-0505-46bc-9898-341f9ee944ea admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=865a613911ab429c94a0a7bcc352be63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976723 Jul 22 22:20:03.715671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.715838 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41890) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:03.715946 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.732070 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62badadd-0505-46bc-9898-341f9ee944ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cae2cf9-2ec5-4a02-8e94-0fe41b281f2f,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:03.734525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Calling delete_port for 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:03.736401 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Calling delete_port for 01b2de57-38e9-4ff4-ab4a-af5c35328d02 owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:03.770015 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.791490 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.844860 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.847933 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:03.849088 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7cae2cf9-2ec5-4a02-8e94-0fe41b281f2f HTTP/1.1" status: 204 len: 168 time: 0.1340880 Jul 22 22:20:03.856635 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53969-9ebb-411c-89cd-351cb7ab99da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cae2cf9-2ec5-4a02-8e94-0fe41b281f2f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.013942 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.043563 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.051254 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'Port': ['ID=01b2de57-38e9-4ff4-ab4a-af5c35328d02,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.149304 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c82a1f7c-3bfa-477a-8378-1b44032aaf6d no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:04.165920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.177988 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: c82a1f7c-3bfa-477a-8378-1b44032aaf6d {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:04.178105 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c82a1f7c-3bfa-477a-8378-1b44032aaf6d not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:04.195749 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41898) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.211938 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-228557ec-c642-4709-9fc7-c27634190a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.215249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.217862 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.219084 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d228c0e1-283e-4633-9654-b1fe1a4a71aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "DELETE /v2.0/floatingips/977d8e13-9277-4604-b9c3-d5c2f6a23ded HTTP/1.1" status: 204 len: 168 time: 0.8526077 Jul 22 22:20:04.244576 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.329370 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-228557ec-c642-4709-9fc7-c27634190a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.334961 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-228557ec-c642-4709-9fc7-c27634190a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.380180 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228557ec-c642-4709-9fc7-c27634190a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890b7f73-3e63-44cd-8bb7-7dd95fe61c62,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.385414 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-228557ec-c642-4709-9fc7-c27634190a06 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5036f914bf464b30a25ee944482633e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884217 Jul 22 22:20:04.387785 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41902) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.453827 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.487625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.546608 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.549919 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.551092 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/890b7f73-3e63-44cd-8bb7-7dd95fe61c62 HTTP/1.1" status: 204 len: 168 time: 0.1621432 Jul 22 22:20:04.559243 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12659-c1e7-4c83-b0a9-efd37ecba6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b7f73-3e63-44cd-8bb7-7dd95fe61c62,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.583689 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.585991 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.609931 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41906) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.616719 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302897088', 'description': 'tempest-description--1511533397'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:04.645934 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.651668 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.652576 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7fc553-bdcb-4200-8e35-07fdbf587898 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:04.657536 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.659420 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a82e99b3-304e-47be-bc28-4a1c127e52dd admin admin] 10.222.0.110 "DELETE /v2.0/routers/8d7fc553-bdcb-4200-8e35-07fdbf587898 HTTP/1.1" status: 204 len: 168 time: 1.5961587 Jul 22 22:20:04.663011 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41908) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.723708 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Deleting subnet 2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:04.727174 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.759549 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.764747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.795423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.803598 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.804788 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1934085 Jul 22 22:20:04.807643 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41912) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.815663 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group_rule': {'security_group_id': '9ed403cc-6f2d-44ae-abe5-24cdfd955a3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:04.822809 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a1bdf-f99b-4072-811a-dc5fb6edd96e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.824403 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:04.848082 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.939549 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.947105 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.955440 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.964527 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea272d6d-d632-48bf-8c31-c44dd9fbc130,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:04.977202 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:04.978500 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-47ced865-8914-4086-a7e0-e0a447956522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677959 Jul 22 22:20:04.981122 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41918) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:04.985721 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'security_group_rule': {'security_group_id': '9ed403cc-6f2d-44ae-abe5-24cdfd955a3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:05.018524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.029534 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.063391 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebacbe2-8638-48a6-b4e5-94f83a37fcd4,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.075510 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.080194 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8685c310-9b5c-4189-a6cd-d2a41838b874 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2ebacbe2-8638-48a6-b4e5-94f83a37fcd4 HTTP/1.1" status: 204 len: 168 time: 0.4131675 Jul 22 22:20:05.080558 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41924) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:05.080928 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec118b-5327-4b3f-88d2-562b025997a5 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:05.098113 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.102565 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.124253 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911785a1-4029-463c-aef0-1b7cdf94c3c7,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.140817 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.144329 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-82c8099e-a7b3-43fb-b2f4-5794148ea8b5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600120 Jul 22 22:20:05.146559 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 41928) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:05.152928 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:05.184647 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.192139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.268556 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Deleting port 67e89ba0-c77c-4a2e-b06a-47831a489a69 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:05.269007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.330423 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.343859 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] DHCP port deletion for b98d8b17-f6ee-4f00-a33f-f71777940457 request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:20:05.345665 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] For port 67e89ba0-c77c-4a2e-b06a-47831a489a69, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=67e89ba0-c77c-4a2e-b06a-47831a489a69,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:05.346032 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.364983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Calling delete_port for 67e89ba0-c77c-4a2e-b06a-47831a489a69 owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:05.401389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Deleting port 67e89ba0-c77c-4a2e-b06a-47831a489a69 {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:05.401872 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.466937 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.494272 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e89ba0-c77c-4a2e-b06a-47831a489a69,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.494906 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] For port 67e89ba0-c77c-4a2e-b06a-47831a489a69, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=67e89ba0-c77c-4a2e-b06a-47831a489a69,segment=NetworkSegment(8e6d6374-50c7-4626-8394-955765753c87),segment_id=8e6d6374-50c7-4626-8394-955765753c87)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:05.495666 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.501200 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Allocated IP 172.27.1.221 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/463bd6f9-d69e-41a4-acb2-bf1b4f97ba50) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:05.504013 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] No DVR routers for this DVR port 67e89ba0-c77c-4a2e-b06a-47831a489a69 on host dv-cinder-801868-2-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:05.520234 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Calling delete_port for 67e89ba0-c77c-4a2e-b06a-47831a489a69 owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:05.588481 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.599093 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98d8b17-f6ee-4f00-a33f-f71777940457']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:05.612616 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6d6374-50c7-4626-8394-955765753c87') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:05.614055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6d6374-50c7-4626-8394-955765753c87') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:05.631896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.650311 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.660511 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:05.661396 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:05.664340 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:05.666977 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.723371 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.743408 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.750476 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.753890 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] 10.222.0.110 "DELETE /v2.0/networks/b98d8b17-f6ee-4f00-a33f-f71777940457 HTTP/1.1" status: 204 len: 168 time: 0.6716843 Jul 22 22:20:05.766500 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 41940) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:05.774608 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855258-c6e9-4a39-8036-9c348633db62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98d8b17-f6ee-4f00-a33f-f71777940457,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.783283 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:05.791477 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:05.796020 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:05.820878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.829319 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Network b98d8b17-f6ee-4f00-a33f-f71777940457 is not hosted by any dhcp agent {{(pid=93219) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 22:20:05.831526 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] No DVR routers for this DVR port 67e89ba0-c77c-4a2e-b06a-47831a489a69 on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:05.832910 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=463bd6f9-d69e-41a4-acb2-bf1b4f97ba50,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.862105 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Pushing event deleted for resources: {'Port': ['ID=67e89ba0-c77c-4a2e-b06a-47831a489a69,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:05.874355 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.874908 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.875421 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.875933 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.877250 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.877932 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.878831 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.879370 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.879888 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.880592 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.881214 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.881848 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1c1e12-06eb-41cf-ae6f-a873a9228bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:05.925282 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:05.971455 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.156809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 67e89ba0-c77c-4a2e-b06a-47831a489a69 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:06.157328 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.172939 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.195312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 67e89ba0-c77c-4a2e-b06a-47831a489a69 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:06.195737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 67e89ba0-c77c-4a2e-b06a-47831a489a69 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:06.196345 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:06.225050 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:06.225510 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 2212cb52-c43e-4bd7-9dc8-d17dbc04b7ef not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:06.259508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=463bd6f9-d69e-41a4-acb2-bf1b4f97ba50,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:06.269178 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.276311 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.290634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.301278 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-a2bd67f3-cf3b-4ba2-a6c7-3b79ab800bf9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1443326 Jul 22 22:20:06.533505 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-7eff0c1f-60db-4e62-b0c8-29323307f6d0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1302897088&fields=id&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 267 time: 0.0666139 Jul 22 22:20:06.684584 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-e3a3d7c8-98bb-4c65-b1bd-d93392cd2204 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:06.686027 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-e3a3d7c8-98bb-4c65-b1bd-d93392cd2204 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 816 time: 0.1445327 Jul 22 22:20:06.687247 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Deleting port 969a306a-6cb4-43f0-b9cd-7daa997e77f6 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:06.687575 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.721432 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-b37e62ce-67dc-41ff-b94a-ebfcded2b821 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/quotas/9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 375 time: 0.0211482 Jul 22 22:20:06.820041 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] For port 969a306a-6cb4-43f0-b9cd-7daa997e77f6, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=969a306a-6cb4-43f0-b9cd-7daa997e77f6,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:06.820424 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:06.839221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Calling delete_port for 969a306a-6cb4-43f0-b9cd-7daa997e77f6 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:06.868331 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-c8bbea98-87fa-4fb5-827f-bad4317e1631 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404002 Jul 22 22:20:07.135941 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-42db4ab0-bf14-4063-b616-6477aa0e84ca service neutron] 10.222.0.110 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358360 Jul 22 22:20:07.141166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:07.191969 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=969a306a-6cb4-43f0-b9cd-7daa997e77f6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:07.326922 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-369e8521-dda8-4af8-9c20-04627c67433f service neutron] 10.222.0.110 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829555 Jul 22 22:20:07.439810 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:07.536142 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e82cf331-bc9b-40f5-a0f2-6cb01d924d1e req-2a59b58b-bcd7-4246-9939-1d9c388f7351 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0399292 Jul 22 22:20:07.694712 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:07.817249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:07.826197 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bbfa3e52-868a-4288-b266-5c4923dd9c9e admin admin] 10.222.0.110 "PUT /v2.0/routers/5f3987a4-c0c8-42d8-9f62-d43f91098a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539331 Jul 22 22:20:07.826197 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42012) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:07.829243 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Sync routers for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:07.846212 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:07.847140 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:07.965897 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.054249 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:08.068323 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.138517 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Deleting port 23c003c2-da6e-436c-8a04-b9cf88c1f217 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:08.138871 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.225979 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] For port 23c003c2-da6e-436c-8a04-b9cf88c1f217, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=23c003c2-da6e-436c-8a04-b9cf88c1f217,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:08.226223 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.238246 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Calling delete_port for 23c003c2-da6e-436c-8a04-b9cf88c1f217 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:08.240637 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:20:07Z', 'revision_number': 5, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port': {'id': '23c003c2-da6e-436c-8a04-b9cf88c1f217', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:14:46Z', 'updated_at': '2021-07-22T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:08.268988 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Checking router: 5f3987a4-c0c8-42d8-9f62-d43f91098a53 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:08.278494 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Routers {'5f3987a4-c0c8-42d8-9f62-d43f91098a53'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:08.279133 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:19:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:08.373003 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] Set router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:08.427407 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:20:08Z', 'revision_number': 6, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:08.457747 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a227c-5f5f-424e-9a2a-936e0f229234 None None] The sync data for ids ['5f3987a4-c0c8-42d8-9f62-d43f91098a53'] in dv-cinder-801868-2-iscsi is: [{'id': '5f3987a4-c0c8-42d8-9f62-d43f91098a53', 'name': 'tempest-TestMinimumBasicScenario-1226510871-router', 'tenant_id': '201230e2a1f945978bdacfa387ad6f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:14:45Z', 'updated_at': '2021-07-22T22:20:08Z', 'revision_number': 6, 'project_id': '201230e2a1f945978bdacfa387ad6f16', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:08.628664 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-262e9e77-b198-4fb1-a331-8a215e52bf06 req-628c32d8-22ef-48fe-8322-7ee8943b604d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0313542 Jul 22 22:20:08.683701 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.710593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c003c2-da6e-436c-8a04-b9cf88c1f217,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:08.779695 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.874897 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.878028 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.924950 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.925497 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3987a4-c0c8-42d8-9f62-d43f91098a53 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:20:08.929736 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:08.930889 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d4bdaa9b-8836-4fb9-8e8a-c6459bd968d3 admin admin] 10.222.0.110 "DELETE /v2.0/routers/5f3987a4-c0c8-42d8-9f62-d43f91098a53 HTTP/1.1" status: 204 len: 168 time: 1.1045737 Jul 22 22:20:08.933467 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42030) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:08.982970 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Deleting subnet 1f0cb70c-4b18-4708-a83c-6ae7f5f8548d {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:20:08.986779 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.022770 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.105945 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.162496 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.194212 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0cb70c-4b18-4708-a83c-6ae7f5f8548d,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:09.196165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.198054 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-55de98f7-7a35-4153-b8dc-35b1076b1238 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/1f0cb70c-4b18-4708-a83c-6ae7f5f8548d HTTP/1.1" status: 204 len: 168 time: 0.2635739 Jul 22 22:20:09.200651 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42038) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:09.202990 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8476f5-c029-48ff-a749-7980f4a48818 None None] Network 3477a23d-48f7-412f-aac2-9e4eaba3fdbc requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:20:09.271692 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.335015 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Deleting port 96ef742b-2858-4f11-bbc0-56a3abc74cdf {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:09.335523 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.413546 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] For port 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=96ef742b-2858-4f11-bbc0-56a3abc74cdf,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:09.414607 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.416856 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] DHCP port deletion for 3477a23d-48f7-412f-aac2-9e4eaba3fdbc request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:20:09.427951 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Calling delete_port for 96ef742b-2858-4f11-bbc0-56a3abc74cdf owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:09.468654 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Deleting port 96ef742b-2858-4f11-bbc0-56a3abc74cdf {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:09.469125 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.518642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.547344 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] For port 96ef742b-2858-4f11-bbc0-56a3abc74cdf, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=96ef742b-2858-4f11-bbc0-56a3abc74cdf,segment=NetworkSegment(895c148b-8d0f-41b8-bc41-9405bf273c51),segment_id=895c148b-8d0f-41b8-bc41-9405bf273c51)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:09.548024 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.560990 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ef742b-2858-4f11-bbc0-56a3abc74cdf,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:09.563408 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] No DVR routers for this DVR port 96ef742b-2858-4f11-bbc0-56a3abc74cdf on host dv-cinder-801868-2-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:09.568309 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Calling delete_port for 96ef742b-2858-4f11-bbc0-56a3abc74cdf owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:09.636227 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.647713 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3477a23d-48f7-412f-aac2-9e4eaba3fdbc']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:09.651945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.657969 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895c148b-8d0f-41b8-bc41-9405bf273c51') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:09.658393 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895c148b-8d0f-41b8-bc41-9405bf273c51') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:09.668819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.683771 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.687995 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] Pushing event deleted for resources: {'Port': ['ID=96ef742b-2858-4f11-bbc0-56a3abc74cdf,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:09.690765 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cce8d-5536-480f-a2b9-991425be982c None None] No DVR routers for this DVR port 96ef742b-2858-4f11-bbc0-56a3abc74cdf on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:09.690933 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:20:09.691322 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:20:09.693176 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:20:09.747989 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a3d4c341-c542-43ed-a242-4a5c5239550e req-ecede855-fd74-4e4d-9a6a-f61ad9f367a3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0455880 Jul 22 22:20:09.760211 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.777133 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:09.780458 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] 10.222.0.110 "DELETE /v2.0/networks/3477a23d-48f7-412f-aac2-9e4eaba3fdbc HTTP/1.1" status: 204 len: 168 time: 0.5772715 Jul 22 22:20:09.780458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83110f99-1ad1-49be-9b38-69c319cde1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3477a23d-48f7-412f-aac2-9e4eaba3fdbc,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:09.970726 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42054) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.010152 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-15b137c4-caac-4fce-9582-3a4e47837eda admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=75448bc245984a73a936769d77050816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382080 Jul 22 22:20:10.012660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42056) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.062189 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.088253 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.126485 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 969a306a-6cb4-43f0-b9cd-7daa997e77f6 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:10.137328 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.139962 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.144580 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c706c559-7d5a-4e3c-8de8-7397d73639f0 HTTP/1.1" status: 204 len: 168 time: 0.1279244 Jul 22 22:20:10.158109 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 969a306a-6cb4-43f0-b9cd-7daa997e77f6 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:10.158289 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2035fd-9a8c-4bbd-b6c4-bd1756089f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c706c559-7d5a-4e3c-8de8-7397d73639f0,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:10.158461 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 969a306a-6cb4-43f0-b9cd-7daa997e77f6 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:10.161085 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 23c003c2-da6e-436c-8a04-b9cf88c1f217 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:10.189387 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 23c003c2-da6e-436c-8a04-b9cf88c1f217 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:10.189722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 23c003c2-da6e-436c-8a04-b9cf88c1f217 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:10.190056 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 96ef742b-2858-4f11-bbc0-56a3abc74cdf no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:10.214298 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 96ef742b-2858-4f11-bbc0-56a3abc74cdf {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:10.215407 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 96ef742b-2858-4f11-bbc0-56a3abc74cdf not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:10.527250 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42072) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.568504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0450a2a7-c9b6-4772-91dd-5d25a03a5a83 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=201230e2a1f945978bdacfa387ad6f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399559 Jul 22 22:20:10.570916 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42074) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:10.620740 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.644025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.690384 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.693095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:10.696568 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0ce8e180-5b90-45c0-9803-bff97a283a4a HTTP/1.1" status: 204 len: 168 time: 0.1224034 Jul 22 22:20:10.701757 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d104b1a-f446-4f0a-a07c-b67365beb447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8e180-5b90-45c0-9803-bff97a283a4a,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:10.843153 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7ab2f7ba-52a5-4815-8661-48552f8a8542 req-5b11d917-e998-4bb6-b41c-98b953246166 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0390208 Jul 22 22:20:11.956893 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-889b2483-f65b-4446-bfd4-54aead720ca1 req-e13226a5-3b34-49a3-a4f3-67089dc8beb3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0362453 Jul 22 22:20:12.949871 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8a05af0d-3684-49dd-a336-c64f180aae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.076473 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d8dd900-d616-4d6e-b469-0908bbb74634 req-a9b7ae2a-9212-4aa9-8478-d82a55044f30 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0407193 Jul 22 22:20:13.101908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-7d843e45-05d4-469e-8606-c57309ea63fb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:13.103353 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-7d843e45-05d4-469e-8606-c57309ea63fb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 816 time: 0.1466112 Jul 22 22:20:13.167281 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-6f9c7980-afd1-4b5a-b6da-3c7a70a7c0b6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 380 time: 0.0377266 Jul 22 22:20:13.186670 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'port': {'device_id': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'admin_state_up': True, 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'security_groups': ['9ed403cc-6f2d-44ae-abe5-24cdfd955a3e']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:13.298640 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Made reservation on behalf of 9c7420429ec848f6a4c1ad81eebaf705 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:13.302213 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.429860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Allocated IP 172.20.0.4 (6df68dab-9491-409a-9b1c-2c69807e5f2f/2df77634-20d3-455a-9b3c-6212650e04fc/faef284b-3bc0-45b4-9175-e5021628b786) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:13.577556 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.595928 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Transition to ACTIVE for port object faef284b-3bc0-45b4-9175-e5021628b786 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:13.639579 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.687408 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:13.690550 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:13.694406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:13.723803 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:13.752219 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:13.752994 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.770058 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-c4e5c475-2a1e-4940-9c24-2c4022c7e522 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863488 Jul 22 22:20:13.794348 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Request body: {'port': {'device_id': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:13.883935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.942140 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-08b846c2-685b-4e15-87a9-1d83007b2e65 None None] Provisioning for port faef284b-3bc0-45b4-9175-e5021628b786 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:13.946540 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-08b846c2-685b-4e15-87a9-1d83007b2e65 None None] Provisioning complete for port faef284b-3bc0-45b4-9175-e5021628b786 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:13.946930 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-08b846c2-685b-4e15-87a9-1d83007b2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:13.985550 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-08b846c2-685b-4e15-87a9-1d83007b2e65 None None] Port faef284b-3bc0-45b4-9175-e5021628b786 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:14.173508 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:14.182484 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.197425 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Transition to ACTIVE for port object faef284b-3bc0-45b4-9175-e5021628b786 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:14.201699 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.220778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18800b88-79a2-4e6c-9abb-c71d7a16a3c7 req-73227cf6-b87e-4b84-baa7-4ad16ad8e560 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:14.222662 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-18800b88-79a2-4e6c-9abb-c71d7a16a3c7 req-73227cf6-b87e-4b84-baa7-4ad16ad8e560 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 931 time: 0.0695944 Jul 22 22:20:14.266171 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-18800b88-79a2-4e6c-9abb-c71d7a16a3c7 req-999fecb7-7943-4c61-b35d-ef827134b09c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380900 Jul 22 22:20:14.303513 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:14.347827 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42154) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:14.353217 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Attempting to bind port faef284b-3bc0-45b4-9175-e5021628b786 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:14.353756 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Attempting to bind port faef284b-3bc0-45b4-9175-e5021628b786 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:14.354284 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Attempting to bind port faef284b-3bc0-45b4-9175-e5021628b786 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:14.362618 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Port faef284b-3bc0-45b4-9175-e5021628b786 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:14.363165 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Attempting to bind port faef284b-3bc0-45b4-9175-e5021628b786 on network 6df68dab-9491-409a-9b1c-2c69807e5f2f {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:14.371763 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:14.372356 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Checking segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:14.373002 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Bound using segment: {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:14.373717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Bound port: faef284b-3bc0-45b4-9175-e5021628b786, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e668bb-ac4f-4814-b8ed-f21d9881793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:14.374308 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.447176 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:14.450527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:14.455605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.493689 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:14.494376 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.494508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-118917cf-04c6-4ddb-98f2-2d79ef2f76a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.495957 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] 10.222.0.125 "PUT /v2.0/ports/faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 1093 time: 0.7064750 Jul 22 22:20:14.496859 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:14.498864 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63662591-4d1e-4118-a85b-0e624e109b53" -d '{"events": [{"name": "network-changed", "server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:14.535837 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8959b-9630-4a94-8301-3015e0926b94 service neutron] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:14.554753 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b74a26-33a6-4347-9550-f7674f1353ef x-openstack-request-id: req-83b74a26-33a6-4347-9550-f7674f1353ef {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:14.555063 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:14.555299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-83b74a26-33a6-4347-9550-f7674f1353ef {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:14.555693 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'status': 'completed', 'code': 200} Jul 22 22:20:14.609928 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-118917cf-04c6-4ddb-98f2-2d79ef2f76a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.614598 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-118917cf-04c6-4ddb-98f2-2d79ef2f76a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.658136 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-cd8aea77-56f2-4433-9c49-882c9955a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:14.659107 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-118917cf-04c6-4ddb-98f2-2d79ef2f76a9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1e0a8f97d69a4d659f62c64a835a3bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095667 Jul 22 22:20:14.659403 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-cd8aea77-56f2-4433-9c49-882c9955a2d1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1096 time: 0.0685697 Jul 22 22:20:14.660193 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42162) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:14.660811 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118917cf-04c6-4ddb-98f2-2d79ef2f76a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae5918-a2a3-4d5f-912c-01cc1b1bebbe,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:14.719082 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-f7bafa8f-dd12-492e-8b27-ccd2f3d51c0c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 217 time: 0.0401440 Jul 22 22:20:14.789764 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.792845 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-578dbfc4-5652-4d76-b512-d034dca7eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:14.794424 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-578dbfc4-5652-4d76-b512-d034dca7eca9 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0672765 Jul 22 22:20:14.821529 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.891380 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47836-2b23-48c0-a45d-98131f008933 req-da7df60e-9300-403d-a566-9438de1d3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:14.893505 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-da7df60e-9300-403d-a566-9438de1d3d13 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844135 Jul 22 22:20:14.899767 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.902593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:14.903635 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/11ae5918-a2a3-4d5f-912c-01cc1b1bebbe HTTP/1.1" status: 204 len: 168 time: 0.2385213 Jul 22 22:20:14.929814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8bc8-acfa-4157-9f9f-9b756c2db70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae5918-a2a3-4d5f-912c-01cc1b1bebbe,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:15.009712 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-f6017f59-b313-4af9-8ab3-e42b15b41144 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049135 Jul 22 22:20:15.103906 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-68e47836-2b23-48c0-a45d-98131f008933 req-efc701c4-99bc-4d32-86df-5f17d625b5d6 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832498 Jul 22 22:20:15.177569 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42168) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:15.192617 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3599e034-2425-495e-b259-abe3ca8d1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.333844 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662591-4d1e-4118-a85b-0e624e109b53 req-601a4cce-87f8-42dc-af96-9a5e7ddfebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.335397 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-601a4cce-87f8-42dc-af96-9a5e7ddfebbb service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1096 time: 0.1064649 Jul 22 22:20:15.337515 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3599e034-2425-495e-b259-abe3ca8d1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.341262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-3599e034-2425-495e-b259-abe3ca8d1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.405737 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-3599e034-2425-495e-b259-abe3ca8d1e07 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f813fdab15cc4040b0e5e5390f36b1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258594 Jul 22 22:20:15.408747 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e034-2425-495e-b259-abe3ca8d1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586feba6-30bc-4ce3-8b4a-fb61d2e83cc2,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:15.409099 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42172) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:15.428077 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ff46-c270-46a7-a352-18a8b6ad5650 req-c8da7bd8-6eb5-4103-b373-5871e97352d1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.429596 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5518ff46-c270-46a7-a352-18a8b6ad5650 req-c8da7bd8-6eb5-4103-b373-5871e97352d1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0754933 Jul 22 22:20:15.471529 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662591-4d1e-4118-a85b-0e624e109b53 req-21e29c76-2e5a-4da7-be73-b6cb81a8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.473046 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-21e29c76-2e5a-4da7-be73-b6cb81a8e1d2 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1262739 Jul 22 22:20:15.491653 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5518ff46-c270-46a7-a352-18a8b6ad5650 req-703139fc-9f3b-4ca2-adcd-d7eb23344731 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565152 Jul 22 22:20:15.502035 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.522455 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-c8e4cb78-0770-4889-8b4e-cae21ea502e5 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 217 time: 0.0380251 Jul 22 22:20:15.527193 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.574329 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.576856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.577986 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/586feba6-30bc-4ce3-8b4a-fb61d2e83cc2 HTTP/1.1" status: 204 len: 168 time: 0.1660268 Jul 22 22:20:15.578411 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662591-4d1e-4118-a85b-0e624e109b53 req-c2876316-bca1-4ea5-b800-29ba1fbfef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.580311 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-c2876316-bca1-4ea5-b800-29ba1fbfef8d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0464189 Jul 22 22:20:15.586423 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b6446-7030-462f-b8e4-30597bb3fb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586feba6-30bc-4ce3-8b4a-fb61d2e83cc2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:15.666984 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63662591-4d1e-4118-a85b-0e624e109b53 req-a79cb911-20e3-4a86-9d3e-0db5e8b02eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:15.668786 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-a79cb911-20e3-4a86-9d3e-0db5e8b02eaf service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720038 Jul 22 22:20:15.670705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:15.771809 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-9d42e500-058d-4dee-8051-fd315c5146f4 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918872 Jul 22 22:20:15.873868 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-63662591-4d1e-4118-a85b-0e624e109b53 req-ce08be2b-1fd8-4d46-babb-03f7a22cfa46 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893240 Jul 22 22:20:15.923686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42180) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:15.936765 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8785d63c-9769-4961-a8ae-faee66e90449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.032018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8785d63c-9769-4961-a8ae-faee66e90449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.036525 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8785d63c-9769-4961-a8ae-faee66e90449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.075574 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8785d63c-9769-4961-a8ae-faee66e90449 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8b4998073aa34ba39722fd33f825e2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507876 Jul 22 22:20:16.076468 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785d63c-9769-4961-a8ae-faee66e90449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef290917-a11e-4753-be4f-9f1df0c3cee2,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.078180 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42182) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:16.101370 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d558af85-45dd-4f26-bece-24b629bcc09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.129473 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.151901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.198756 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.201399 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:16.202538 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ef290917-a11e-4753-be4f-9f1df0c3cee2 HTTP/1.1" status: 204 len: 168 time: 0.1233871 Jul 22 22:20:16.210401 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476e20d-8b3d-4f13-a6ec-5c26c9aef8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef290917-a11e-4753-be4f-9f1df0c3cee2,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:16.630035 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c807b61-f769-4ed6-9db3-589160cbe3a9 req-317ac4c7-2f11-413b-8c49-22b1f42c7eef tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:16.631589 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5c807b61-f769-4ed6-9db3-589160cbe3a9 req-317ac4c7-2f11-413b-8c49-22b1f42c7eef tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0673246 Jul 22 22:20:16.671789 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5c807b61-f769-4ed6-9db3-589160cbe3a9 req-7f803c1e-69a7-465e-8973-ed47e693ddb8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Jul 22 22:20:16.716742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:17.812711 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4720e-8ef9-4534-b6e0-993db92053c1 req-df6bea76-c475-48a3-8faa-6eb64b5364e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:17.816779 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6db4720e-8ef9-4534-b6e0-993db92053c1 req-df6bea76-c475-48a3-8faa-6eb64b5364e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0714941 Jul 22 22:20:17.855934 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6db4720e-8ef9-4534-b6e0-993db92053c1 req-61c65871-897b-4b22-9c39-66ce52341f0f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339730 Jul 22 22:20:18.865809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:20:18.964852 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:18.977409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:18.988542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'faef284b-3bc0-45b4-9175-e5021628b786', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:20:19.004371 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bc865-c4e1-4cf7-a967-3f99b5a7932b req-a174c56e-8a3c-46b2-a2c1-84d79b00b534 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:19.008851 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-259bc865-c4e1-4cf7-a967-3f99b5a7932b req-a174c56e-8a3c-46b2-a2c1-84d79b00b534 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0739436 Jul 22 22:20:19.032141 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.044670 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-259bc865-c4e1-4cf7-a967-3f99b5a7932b req-2bf61ff7-ca96-4b2a-b535-27398e2f804b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jul 22 22:20:19.045205 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:19.068302 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:19.074897 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:19.124408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:19.544917 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['faef284b-3bc0-45b4-9175-e5021628b786'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:20.191007 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7251-a2fd-4cc1-a6b5-1ee62008733a req-29a33675-8544-4447-a3a2-74cc959993c3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:20.192553 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8d6e7251-a2fd-4cc1-a6b5-1ee62008733a req-29a33675-8544-4447-a3a2-74cc959993c3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 944 time: 0.0721667 Jul 22 22:20:20.234935 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8d6e7251-a2fd-4cc1-a6b5-1ee62008733a req-c5c07b1d-dd00-44d8-b565-977d6d1913c4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368185 Jul 22 22:20:20.869586 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:20.921598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port faef284b-3bc0-45b4-9175-e5021628b786 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:20.926293 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port faef284b-3bc0-45b4-9175-e5021628b786 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:20.926676 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.005522 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.030949 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:21.033469 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f997e2-515b-45f3-9793-c553de8fb945" -d '{"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:21.046145 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:21.051145 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:21.105036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:21.199478 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b377cf3-8ca5-465c-b234-4ba7f874bc76 x-openstack-request-id: req-8b377cf3-8ca5-465c-b234-4ba7f874bc76 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:21.199885 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:21.200029 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8b377cf3-8ca5-465c-b234-4ba7f874bc76 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:21.200459 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'code': 200} Jul 22 22:20:21.387058 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73c814-65bc-4e8f-989e-c9e0f2b235e1 req-1c9670fe-250e-4cb0-b9a2-1fb397cb5837 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:21.388633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec73c814-65bc-4e8f-989e-c9e0f2b235e1 req-1c9670fe-250e-4cb0-b9a2-1fb397cb5837 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0691779 Jul 22 22:20:21.429604 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ec73c814-65bc-4e8f-989e-c9e0f2b235e1 req-f9f288bc-c896-4782-a2d5-d88a695a5f00 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Jul 22 22:20:21.481723 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a083-db23-4c96-9110-ab6a3a82e8d9 req-70361c7f-69e7-4120-9c11-20ce4866402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:21.482966 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae13a083-db23-4c96-9110-ab6a3a82e8d9 req-70361c7f-69e7-4120-9c11-20ce4866402b service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1098 time: 0.0624497 Jul 22 22:20:21.534138 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ae13a083-db23-4c96-9110-ab6a3a82e8d9 req-a89af8d8-87d9-4dc1-987d-fd40c2e96a35 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jul 22 22:20:22.602338 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f22cf-ad81-4b0d-b777-648da362e396 req-e6c3c3cb-590a-40c7-a2de-5213b6911f25 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:22.603684 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-603f22cf-ad81-4b0d-b777-648da362e396 req-e6c3c3cb-590a-40c7-a2de-5213b6911f25 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0745113 Jul 22 22:20:22.623964 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42354) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:22.645704 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-603f22cf-ad81-4b0d-b777-648da362e396 req-14124e45-d3bc-4f64-b5a7-fc1ce061736f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361316 Jul 22 22:20:22.738421 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9089fd33-2675-40f3-b2be-110580b97f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.829165 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9089fd33-2675-40f3-b2be-110580b97f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.834139 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9089fd33-2675-40f3-b2be-110580b97f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.873934 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9089fd33-2675-40f3-b2be-110580b97f5d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=41ac3ae227424de3a86d50c379f909a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484441 Jul 22 22:20:22.874702 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089fd33-2675-40f3-b2be-110580b97f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee2163-51d1-4776-964c-5d62852d7e9d,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:22.878178 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42364) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:22.929692 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.952717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:22.997877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.000566 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.002480 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/07ee2163-51d1-4776-964c-5d62852d7e9d HTTP/1.1" status: 204 len: 168 time: 0.1231153 Jul 22 22:20:23.010920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c516d25-6009-4b3e-a89d-5e9f4c027d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee2163-51d1-4776-964c-5d62852d7e9d,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:23.278254 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42370) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:23.292346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4963a51c-c623-40a5-ba82-851cf47cd772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.384910 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4963a51c-c623-40a5-ba82-851cf47cd772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.388504 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4963a51c-c623-40a5-ba82-851cf47cd772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.426831 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4963a51c-c623-40a5-ba82-851cf47cd772 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ed1a5411944d4e63958dd8489b9d9400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472869 Jul 22 22:20:23.427523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963a51c-c623-40a5-ba82-851cf47cd772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb59c0-d926-4465-8271-6e7db90965d8,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:23.429423 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42372) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:23.478207 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.498972 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.544240 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.546759 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:23.547885 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/62eb59c0-d926-4465-8271-6e7db90965d8 HTTP/1.1" status: 204 len: 168 time: 0.1174872 Jul 22 22:20:23.556205 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c405-2684-45e9-9337-b139f465aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb59c0-d926-4465-8271-6e7db90965d8,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:23.786216 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30811175-b392-4446-81d9-99bddb719fad req-00c36b77-1c69-49a5-9381-269685f2b641 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.787729 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-30811175-b392-4446-81d9-99bddb719fad req-00c36b77-1c69-49a5-9381-269685f2b641 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0651076 Jul 22 22:20:23.833844 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-30811175-b392-4446-81d9-99bddb719fad req-a8b2d326-9167-4ff5-aee4-56556e4aaf02 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Jul 22 22:20:23.995696 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbbc40-9b3a-4f37-a2ff-2988e5ce9741 req-181104b8-d9dc-40aa-967b-e7158de5d70a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:23.997259 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-61cbbc40-9b3a-4f37-a2ff-2988e5ce9741 req-181104b8-d9dc-40aa-967b-e7158de5d70a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0787399 Jul 22 22:20:24.006693 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42398) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:24.011741 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Request body: {'floatingip': {'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:24.053577 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.697104 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42422) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:24.711381 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e192e3-0b0c-4ee2-a0d0-7e8fb748649d req-18e3ba46-c0d4-441f-8c01-5410cf1e9ff7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:24.712894 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8e192e3-0b0c-4ee2-a0d0-7e8fb748649d req-18e3ba46-c0d4-441f-8c01-5410cf1e9ff7 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.4269698 Jul 22 22:20:24.790384 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c8e192e3-0b0c-4ee2-a0d0-7e8fb748649d req-afd54b5f-c3db-4cec-8cee-91cfb1982788 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678360 Jul 22 22:20:24.807601 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21396055-dfba-4187-ba24-182374a6d9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.858383 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.864427 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.921165 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21396055-dfba-4187-ba24-182374a6d9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.927812 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-21396055-dfba-4187-ba24-182374a6d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:24.972314 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-21396055-dfba-4187-ba24-182374a6d9a0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e1af87cac4b8436cb72d66edee2fa8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740338 Jul 22 22:20:24.973429 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21396055-dfba-4187-ba24-182374a6d9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b836ec64-8c9f-4373-bde8-b1b78b33d646,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:24.975226 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42430) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:25.014288 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Floating IP 7bdb0777-f00a-4e62-a07f-f5869bd81391 associated. External IP: 172.27.1.221, port: faef284b-3bc0-45b4-9175-e5021628b786. Jul 22 22:20:25.122800 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.154872 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42434) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:25.156110 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.266527 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c870103-1c3d-4eb9-b6c3-8a81be6e9470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.286233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.288785 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.292296 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b836ec64-8c9f-4373-bde8-b1b78b33d646 HTTP/1.1" status: 204 len: 168 time: 0.3135560 Jul 22 22:20:25.304725 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688dd4a-f2a6-4c5c-9161-7be6b74e032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836ec64-8c9f-4373-bde8-b1b78b33d646,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.324181 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:25.378790 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c870103-1c3d-4eb9-b6c3-8a81be6e9470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.384460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7c870103-1c3d-4eb9-b6c3-8a81be6e9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.418497 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7c870103-1c3d-4eb9-b6c3-8a81be6e9470 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=881e5157c6564eb28a2db92e97ed2182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618847 Jul 22 22:20:25.420508 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42442) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:25.427628 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c870103-1c3d-4eb9-b6c3-8a81be6e9470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e5ca9-e24d-4e7d-9fe9-5503a3aa5692,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.490593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:25.498808 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.503348 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:25.518019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:25.519415 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:25.524778 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.559795 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-84ae3db9-bb47-4814-92b7-a6984531832e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "PUT /v2.0/floatingips/7bdb0777-f00a-4e62-a07f-f5869bd81391 HTTP/1.1" status: 200 len: 991 time: 1.5515349 Jul 22 22:20:25.562250 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.564161 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:25.567095 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519af241-b36b-4ff5-8c27-618b10cba8be" -d '{"events": [{"name": "network-changed", "server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:25.637553 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5259ea-6133-4bf3-9a4e-e7ee0415a435 x-openstack-request-id: req-8a5259ea-6133-4bf3-9a4e-e7ee0415a435 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:25.638011 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:25.638378 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8a5259ea-6133-4bf3-9a4e-e7ee0415a435 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:25.639010 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'status': 'completed', 'code': 200} Jul 22 22:20:25.653405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:25.660972 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.663747 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:25.667624 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e01e5ca9-e24d-4e7d-9fe9-5503a3aa5692 HTTP/1.1" status: 204 len: 168 time: 0.2436116 Jul 22 22:20:25.675560 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2542245-7a5b-42a5-9730-75d5579ff651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e5ca9-e24d-4e7d-9fe9-5503a3aa5692,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:25.939918 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '7bdb0777-f00a-4e62-a07f-f5869bd81391', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:05Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:25.942720 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af241-b36b-4ff5-8c27-618b10cba8be req-254059a5-d683-4974-88aa-206d44bcfea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:25.944394 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-254059a5-d683-4974-88aa-206d44bcfea5 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1098 time: 0.1639225 Jul 22 22:20:25.972783 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:25.983040 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:25.983984 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:26.012238 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6ada-4d6a-4ce1-9a89-aaa257676666 req-ccb1079b-84b8-478b-8e44-156b9faf93ef tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.014010 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d3d6ada-4d6a-4ce1-9a89-aaa257676666 req-ccb1079b-84b8-478b-8e44-156b9faf93ef tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1145909 Jul 22 22:20:26.094793 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d3d6ada-4d6a-4ce1-9a89-aaa257676666 req-417fe11d-f941-4de6-b2b5-9c490cb168ea tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=d37c6370-00ba-4167-99ea-35dfa33a49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536332 Jul 22 22:20:26.097636 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af241-b36b-4ff5-8c27-618b10cba8be req-3560a139-c401-44c4-93c6-4d57b5706b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.099099 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-3560a139-c401-44c4-93c6-4d57b5706b14 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.1373961 Jul 22 22:20:26.107900 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:26.193033 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-7ff91155-12ce-4d5e-9038-b122e8722b4a service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 999 time: 0.0735383 Jul 22 22:20:26.215555 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-62afdd38-6eb6-4f01-bd4a-b631bf46b1bf tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.216625 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-62afdd38-6eb6-4f01-bd4a-b631bf46b1bf tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 946 time: 0.1162341 Jul 22 22:20:26.259207 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af241-b36b-4ff5-8c27-618b10cba8be req-d69c88c9-22b7-4cbe-95e9-1113ad4de5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.260921 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-d69c88c9-22b7-4cbe-95e9-1113ad4de5e4 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0593765 Jul 22 22:20:26.337332 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af241-b36b-4ff5-8c27-618b10cba8be req-88462891-931b-47f1-9683-b4506627e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:26.338625 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-88462891-931b-47f1-9683-b4506627e640 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688524 Jul 22 22:20:26.341003 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Deleting port ca634450-7b4f-4ad9-a31e-a585086203cf {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:26.341582 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.394099 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.452615 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] For port ca634450-7b4f-4ad9-a31e-a585086203cf, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ca634450-7b4f-4ad9-a31e-a585086203cf,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:26.452973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.479871 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-86992d94-5246-4ee3-a2a4-aad1b82dba09 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317494 Jul 22 22:20:26.482102 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '7bdb0777-f00a-4e62-a07f-f5869bd81391', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:05Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:26.631998 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-519af241-b36b-4ff5-8c27-618b10cba8be req-e0a3eedb-7d7a-448a-ab42-c2268a8c5911 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441712 Jul 22 22:20:26.668982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df73f1f2-eecc-404d-8e5a-761ca48c79d4 None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '7bdb0777-f00a-4e62-a07f-f5869bd81391', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:05Z', 'updated_at': '2021-07-22T22:20:24Z', 'revision_number': 1, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:26.791242 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.791702 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.792084 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Floating IP ffd091ec-41e6-4954-a091-d87d92d2fa89 disassociated. External IP: 172.27.1.111, port: ca634450-7b4f-4ad9-a31e-a585086203cf. Jul 22 22:20:26.792735 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Calling delete_port for ca634450-7b4f-4ad9-a31e-a585086203cf owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:26.948944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:26.993209 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b8682-38cf-42c5-8fda-36980aa7a6b3 None None] New status for floating IP 7bdb0777-f00a-4e62-a07f-f5869bd81391: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:26.993802 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'Port': ['ID=ca634450-7b4f-4ad9-a31e-a585086203cf,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:27.162340 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:27.236949 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-143d437e-5817-45c1-842f-a77b56713226 req-01fa2266-ba39-46aa-8676-a39bc1e3be60 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c HTTP/1.1" status: 200 len: 210 time: 0.0408714 Jul 22 22:20:27.295865 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:27.312642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:27.322654 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:27.323403 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:27.343750 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] No DVR routers for this DVR port ca634450-7b4f-4ad9-a31e-a585086203cf on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:27.347318 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.349382 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-38cb0cfe-1e81-466a-adae-5f64c1d0cf0b req-2ef5612d-d108-4ea9-843f-35d6766baf2f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "DELETE /v2.0/ports/ca634450-7b4f-4ad9-a31e-a585086203cf HTTP/1.1" status: 204 len: 173 time: 1.1260781 Jul 22 22:20:27.349846 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'name': 'network-vif-deleted', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:27.352460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3d8ec-cef4-409b-8e51-08b0a3e2098e" -d '{"events": [{"server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "name": "network-vif-deleted", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:27.353065 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42508) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:27.401634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfe87ad-9c7e-443d-ba05-e70d33bcbcb1 x-openstack-request-id: req-dcfe87ad-9c7e-443d-ba05-e70d33bcbcb1 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:27.401930 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c", "name": "network-vif-deleted", "tag": "ca634450-7b4f-4ad9-a31e-a585086203cf", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:27.402243 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dcfe87ad-9c7e-443d-ba05-e70d33bcbcb1 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:27.402654 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d75ab1e-8edd-4224-b2d1-1a9ec685ef4c', 'name': 'network-vif-deleted', 'tag': 'ca634450-7b4f-4ad9-a31e-a585086203cf', 'status': 'completed', 'code': 200} Jul 22 22:20:27.443459 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:27.538906 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a62d64bc-6dcb-4350-b3ed-604ef2a9ce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.636539 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a62d64bc-6dcb-4350-b3ed-604ef2a9ce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.641767 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a62d64bc-6dcb-4350-b3ed-604ef2a9ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.666802 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:27.681536 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a62d64bc-6dcb-4350-b3ed-604ef2a9ce9d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=aa1136e7abcd4d96832d914912d53755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273554 Jul 22 22:20:27.682402 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d64bc-6dcb-4350-b3ed-604ef2a9ce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a313a503-6062-4f67-8b02-80e35c2630e4,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:27.684564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42514) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:27.693913 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:27.702701 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:27.703371 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:27.740898 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.769171 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.813065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:27.816609 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.819225 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:27.820531 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a313a503-6062-4f67-8b02-80e35c2630e4 HTTP/1.1" status: 204 len: 168 time: 0.1348453 Jul 22 22:20:27.828474 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fe16d-beda-48c9-9779-77c0a92ee602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313a503-6062-4f67-8b02-80e35c2630e4,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:28.066813 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:28.097913 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60e810-6053-463b-a18c-f267af66c2b3 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:28.324509 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42530) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:28.355150 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fa870-7e2c-4e20-abd6-23ce635fb315 None None] New status for floating IP ffd091ec-41e6-4954-a091-d87d92d2fa89: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:28.391496 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.418620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.479335 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.482953 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.484365 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "DELETE /v2.0/security-groups/d37c6370-00ba-4167-99ea-35dfa33a49fe HTTP/1.1" status: 204 len: 168 time: 0.1587892 Jul 22 22:20:28.488415 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42534) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:28.494989 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac972b5-294f-4e47-b267-64e5053f661d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c6370-00ba-4167-99ea-35dfa33a49fe,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:28.509113 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-ceb4685b-f800-43aa-8cb6-41a54a984730 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] show failed (client error): The resource could not be found. Jul 22 22:20:28.510581 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ceb4685b-f800-43aa-8cb6-41a54a984730 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups/d37c6370-00ba-4167-99ea-35dfa33a49fe HTTP/1.1" status: 404 len: 347 time: 0.0210831 Jul 22 22:20:28.513471 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42536) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:28.658433 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Deleting port 5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:28.658741 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.735905 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.736231 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.748521 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Calling delete_port for 5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:28.880509 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.906538 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'Port': ['ID=5ba7465a-eccd-4cc2-a9e3-0a2013ca60e0,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:28.967059 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.969577 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:28.971231 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-693507f0-08a8-451e-8a60-32f1dc694e2e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "DELETE /v2.0/floatingips/ffd091ec-41e6-4954-a091-d87d92d2fa89 HTTP/1.1" status: 204 len: 168 time: 0.4563079 Jul 22 22:20:29.344974 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42546) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.350218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616485855', 'description': 'tempest-description--1150807766'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:29.372677 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.452557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.457131 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.485841 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.487332 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1407964 Jul 22 22:20:29.489272 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0298-31df-4f73-a975-66f432edcd91 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd380a-e0f3-49e3-9656-3ea689449925,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.490092 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42548) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.494635 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group_rule': {'security_group_id': 'b2fd380a-e0f3-49e3-9656-3ea689449925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:29.523170 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.572243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.576244 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.594886 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d2c787-e0ef-4760-a73b-046b63ab1218,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.603632 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.604914 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bd1e4722-a851-45ac-ab2f-cdd5755a2aa9 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138787 Jul 22 22:20:29.607511 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42552) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.612561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'security_group_rule': {'security_group_id': 'b2fd380a-e0f3-49e3-9656-3ea689449925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:29.638841 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.702749 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.707716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.725954 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c0ceb-17a1-4ad5-984b-f0485b4a9a82,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:29.733163 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.734801 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6909b0a0-7592-47cf-96f9-6fbef8e69952 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264460 Jul 22 22:20:29.738514 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42558) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:29.742977 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:29.766824 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:29.871891 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.002593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Allocated IP 172.27.1.13 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/18d3b22a-22f6-46e4-98ef-32bf4600cf8e) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:30.112696 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.153181 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.190513 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:30.196615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:30.199085 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:30.223333 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=18d3b22a-22f6-46e4-98ef-32bf4600cf8e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:30.291025 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.339798 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.499198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.504478 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.571049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=18d3b22a-22f6-46e4-98ef-32bf4600cf8e,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:30.585494 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.599382 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:30.600650 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-03048fc5-e1c8-4d0e-b233-37adb5e8938f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8611670 Jul 22 22:20:30.795261 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-650022e3-759c-4c3d-ac18-3375dabe938a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1616485855&fields=id&tenant_id=93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 267 time: 0.0361366 Jul 22 22:20:30.902641 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-7315b1ca-e6f8-4d47-a699-897b649c865c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:30.904091 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-7315b1ca-e6f8-4d47-a699-897b649c865c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 811 time: 0.1022654 Jul 22 22:20:30.917545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ca634450-7b4f-4ad9-a31e-a585086203cf no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:30.919122 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-4b0c50bb-0237-4571-82a4-96b517bbd7b4 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/quotas/93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Jul 22 22:20:30.938062 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: ca634450-7b4f-4ad9-a31e-a585086203cf {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:30.938407 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ca634450-7b4f-4ad9-a31e-a585086203cf not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:30.992859 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-06a2662b-9bae-4822-930b-44d610187bf5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677736 Jul 22 22:20:31.191523 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-557cabc8-d8a7-4676-8915-1d6947ad16e4 service neutron] 10.222.0.110 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868291 Jul 22 22:20:31.288546 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-3e3b8113-37a5-4f2d-b343-315e1431fa1d service neutron] 10.222.0.110 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913651 Jul 22 22:20:31.470182 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7324f777-1d01-493e-b62f-47f3796a93da req-917349d2-e612-46ab-81df-b760a178649a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 210 time: 0.0365813 Jul 22 22:20:32.348170 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db01d5b-8020-459b-9bc2-a02bd3006180 req-0fd982e4-09f4-4489-bb6a-de235a4491f1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:32.350371 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6db01d5b-8020-459b-9bc2-a02bd3006180 req-0fd982e4-09f4-4489-bb6a-de235a4491f1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.0682619 Jul 22 22:20:32.389576 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6db01d5b-8020-459b-9bc2-a02bd3006180 req-46024094-ccae-46ed-be97-ea01645f0ee3 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Jul 22 22:20:32.605086 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ad567e3e-cf5f-4c48-8d1b-a832ce1f5d0b req-12e16ce8-a5a1-4050-afd4-1e6ed262c976 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 210 time: 0.0418913 Jul 22 22:20:32.771111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-8e0ddec2-3d60-4a23-8c72-35c4b1e3ed8e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:32.772652 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-8e0ddec2-3d60-4a23-8c72-35c4b1e3ed8e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 811 time: 0.1200004 Jul 22 22:20:32.851813 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-6bef68de-f0f6-4e3c-8e4a-67618abc278e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93164c7b18524c7f9483aa0383349cb9 HTTP/1.1" status: 200 len: 380 time: 0.0355816 Jul 22 22:20:32.873384 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'port': {'device_id': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'admin_state_up': True, 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'security_groups': ['b2fd380a-e0f3-49e3-9656-3ea689449925']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:32.991803 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Made reservation on behalf of 93164c7b18524c7f9483aa0383349cb9 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:32.995446 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.139590 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Allocated IP 172.20.0.7 (5dcfbf64-3926-45d8-838a-8c062184c27a/79414aa4-84a2-4ea8-9521-cc0378afb612/245b2585-5883-4ee1-ac31-1b72b9c0513b) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:33.308748 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.321469 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Transition to ACTIVE for port object 245b2585-5883-4ee1-ac31-1b72b9c0513b will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:33.358824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.408799 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Network 5dcfbf64-3926-45d8-838a-8c062184c27a is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:33.414510 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:33.419131 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:33.445931 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event updated for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:33.493207 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.493864 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.536109 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-d73980d4-7cbd-4719-a38c-8b19e8351e66 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6673589 Jul 22 22:20:33.559787 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Request body: {'port': {'device_id': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:33.602910 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0717ec-3e13-484c-93cb-e7f559da1bcc req-d7335d5b-c298-4555-ba05-047c1247bf56 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.604473 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4c0717ec-3e13-484c-93cb-e7f559da1bcc req-d7335d5b-c298-4555-ba05-047c1247bf56 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.1324184 Jul 22 22:20:33.677654 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4c0717ec-3e13-484c-93cb-e7f559da1bcc req-ed59e9f9-ccee-41b5-afbc-80b9257bffd0 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640719 Jul 22 22:20:33.678239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.715590 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c5fe3285-441d-41eb-b14d-6b8548bce042 None None] Provisioning for port 245b2585-5883-4ee1-ac31-1b72b9c0513b completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:33.722891 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c5fe3285-441d-41eb-b14d-6b8548bce042 None None] Provisioning complete for port 245b2585-5883-4ee1-ac31-1b72b9c0513b triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:33.723404 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3285-441d-41eb-b14d-6b8548bce042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.779346 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30952704-2afb-407e-8f11-0c0407f217c5 req-e959e081-c2fd-4197-b556-c61a7b33649a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:33.781047 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-30952704-2afb-407e-8f11-0c0407f217c5 req-e959e081-c2fd-4197-b556-c61a7b33649a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 931 time: 0.0978503 Jul 22 22:20:33.812661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe3285-441d-41eb-b14d-6b8548bce042 None None] Port 245b2585-5883-4ee1-ac31-1b72b9c0513b cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:33.831792 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-30952704-2afb-407e-8f11-0c0407f217c5 req-24b92cd5-d2a3-4150-b6f9-2dd27438d9b4 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Jul 22 22:20:33.976384 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245b2585-5883-4ee1-ac31-1b72b9c0513b {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:33.983543 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:33.996154 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Transition to ACTIVE for port object 245b2585-5883-4ee1-ac31-1b72b9c0513b will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:33.999580 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:34.047986 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Pushing event updated for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:34.129343 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Attempting to bind port 245b2585-5883-4ee1-ac31-1b72b9c0513b on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:34.129691 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Attempting to bind port 245b2585-5883-4ee1-ac31-1b72b9c0513b by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:34.130028 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Attempting to bind port 245b2585-5883-4ee1-ac31-1b72b9c0513b on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:34.134595 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Port 245b2585-5883-4ee1-ac31-1b72b9c0513b on network 5dcfbf64-3926-45d8-838a-8c062184c27a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:34.134918 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Attempting to bind port 245b2585-5883-4ee1-ac31-1b72b9c0513b on network 5dcfbf64-3926-45d8-838a-8c062184c27a {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:34.140156 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:34.140531 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Checking segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:34.140917 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Bound using segment: {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:34.141349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Bound port: 245b2585-5883-4ee1-ac31-1b72b9c0513b, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b83d12-444b-4f86-b31e-aee799c9b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:34.141726 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:34.446736 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:34.449693 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:34.454005 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:34.489234 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.489861 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:34.491257 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] 10.222.0.125 "PUT /v2.0/ports/245b2585-5883-4ee1-ac31-1b72b9c0513b HTTP/1.1" status: 200 len: 1093 time: 0.9370975 Jul 22 22:20:34.491703 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:34.493965 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec614a-ba31-461a-95f6-ee3bc83026c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:34.518901 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d293ef3-02f4-4a47-8988-4fd9627f99fe service neutron] Pushing event updated for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:34.537184 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d67d0c0-55f5-40a4-81ee-f35d5bdcd554 x-openstack-request-id: req-9d67d0c0-55f5-40a4-81ee-f35d5bdcd554 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:34.537482 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:34.537747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-9d67d0c0-55f5-40a4-81ee-f35d5bdcd554 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:34.538144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'status': 'completed', 'code': 200} Jul 22 22:20:34.644779 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-e18f608b-9fc4-41ce-9717-2eb22f800aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.646314 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-e18f608b-9fc4-41ce-9717-2eb22f800aaa service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 1096 time: 0.0620666 Jul 22 22:20:34.701970 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-4d55115e-f5b9-4cc1-aee6-dbeab2a9235b service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b HTTP/1.1" status: 200 len: 217 time: 0.0340121 Jul 22 22:20:34.804513 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-169ed30d-2621-4889-b112-4a0c6f3e431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.805973 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-169ed30d-2621-4889-b112-4a0c6f3e431d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0763941 Jul 22 22:20:34.835118 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e941d-cfec-45ee-85dd-76280430123f req-1ba7e0ba-3e02-42a8-93cd-44c2913cc734 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.836903 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-615e941d-cfec-45ee-85dd-76280430123f req-1ba7e0ba-3e02-42a8-93cd-44c2913cc734 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.0802579 Jul 22 22:20:34.906088 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-615e941d-cfec-45ee-85dd-76280430123f req-84802349-f827-4ccb-911a-5c69484562e5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636597 Jul 22 22:20:34.952696 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-bd863330-e249-4d05-9c75-c456e98475a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:34.954483 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-bd863330-e249-4d05-9c75-c456e98475a2 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908463 Jul 22 22:20:35.032763 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7339922b-e23c-49a6-b464-6b83537553b4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.034151 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7339922b-e23c-49a6-b464-6b83537553b4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 945 time: 0.1705263 Jul 22 22:20:35.045983 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dadb4b-d2a0-42cd-be11-a3d0bafd211b req-d358f459-7c0d-4711-84da-0418c0b6d355 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.047413 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65dadb4b-d2a0-42cd-be11-a3d0bafd211b req-d358f459-7c0d-4711-84da-0418c0b6d355 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 943 time: 0.0912638 Jul 22 22:20:35.055898 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-b2634a44-4a61-4f0d-9687-4c38858d038b service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933909 Jul 22 22:20:35.115887 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-65dadb4b-d2a0-42cd-be11-a3d0bafd211b req-6f464db9-7564-46a9-a045-523884ec4806 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622652 Jul 22 22:20:35.173409 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c1fbffeb-3bda-47be-81aa-83b30cda6bc3 req-18a6fce1-fb3c-4683-b21b-e8920475d13d service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939717 Jul 22 22:20:35.184251 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:20:35.184661 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.281389 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] For port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:35.281748 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.359336 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-183221c0-0413-44b0-b8b8-ffa24403b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.360935 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-183221c0-0413-44b0-b8b8-ffa24403b53d service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 1096 time: 0.0548611 Jul 22 22:20:35.456929 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.457297 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.457610 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP 1e9456f5-a30e-40df-9878-e09bede8c95f disassociated. External IP: 172.27.1.245, port: a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f. Jul 22 22:20:35.457944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:20:35.468571 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-0efdfb11-7c61-4e50-82fc-06ac3421ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.470111 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-0efdfb11-7c61-4e50-82fc-06ac3421ae04 service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.0903034 Jul 22 22:20:35.514612 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-ca77cf79-998b-48ed-9114-e00851705235 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b HTTP/1.1" status: 200 len: 217 time: 0.0340185 Jul 22 22:20:35.584572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-ac726c45-1101-40f6-bd98-dbdd0a3f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.586430 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-ac726c45-1101-40f6-bd98-dbdd0a3f56e7 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0519125 Jul 22 22:20:35.656625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-68dd668d-ca33-4a0e-aefe-d8ce1f795bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:35.658144 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-68dd668d-ca33-4a0e-aefe-d8ce1f795bd2 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567846 Jul 22 22:20:35.761604 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-0aaba4af-de1a-4c7c-b800-3fcb4756344a service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872471 Jul 22 22:20:35.832492 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:35.864982 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:35.871122 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1aec614a-ba31-461a-95f6-ee3bc83026c9 req-c5f05adf-f4ff-4b53-bc7a-bc7e6a98c546 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957515 Jul 22 22:20:35.981185 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:36.010690 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1e4ee336-8515-4836-98a0-3d99893ab9d2 req-957f0648-1ca3-4e1c-86c1-b36a4d667c95 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 210 time: 0.0320356 Jul 22 22:20:36.102458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:36.117802 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:36.133956 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:36.135026 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:36.165383 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] No DVR routers for this DVR port a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:20:36.169286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:36.172418 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-78b276ea-b790-4374-ae0e-0d12b1709f6c req-7e1b6c2f-5491-4a8e-ad70-5b284675be76 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "DELETE /v2.0/ports/a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f HTTP/1.1" status: 204 len: 173 time: 1.1014860 Jul 22 22:20:36.173139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'name': 'network-vif-deleted', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:36.176743 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956f01e-a4e3-4ad1-8c11-592464da85b1" -d '{"events": [{"server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "name": "network-vif-deleted", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:36.266952 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:36.278856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87990a-d9d4-444b-8503-04f4ce616cb4 req-958169b8-db72-49e6-8f08-20a4848e542a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:36.281358 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ed87990a-d9d4-444b-8503-04f4ce616cb4 req-958169b8-db72-49e6-8f08-20a4848e542a tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 943 time: 0.0759547 Jul 22 22:20:36.296684 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b303193-3de3-426f-861e-95b5bbf50542 x-openstack-request-id: req-2b303193-3de3-426f-861e-95b5bbf50542 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:36.297561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230e9e16-9304-4b70-bf95-34811d9fd221", "name": "network-vif-deleted", "tag": "a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:36.297561 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2b303193-3de3-426f-861e-95b5bbf50542 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:36.297561 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e9e16-9304-4b70-bf95-34811d9fd221', 'name': 'network-vif-deleted', 'tag': 'a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f', 'status': 'completed', 'code': 200} Jul 22 22:20:36.327453 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ed87990a-d9d4-444b-8503-04f4ce616cb4 req-0e45160a-5a9a-499d-bb09-dc1e4dc195bc tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Jul 22 22:20:36.492923 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:36.520073 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:36.528506 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:36.529133 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:36.639911 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:36.843883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-49363839-a474-4a4d-b423-f87932e9268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:36.870247 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49363839-a474-4a4d-b423-f87932e9268a None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:37.090924 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab5df44-9c17-4f9f-9eea-774793e87fec None None] New status for floating IP 1e9456f5-a30e-40df-9878-e09bede8c95f: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:37.124384 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2cfc9333-9e49-4eee-a068-c08bc509e128 req-37c26010-7f54-4dc1-b370-09e9d3e6c341 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=230e9e16-9304-4b70-bf95-34811d9fd221 HTTP/1.1" status: 200 len: 210 time: 0.0304615 Jul 22 22:20:37.424081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42714) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:37.484894 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545baa0-0e7e-4e9f-93cd-14be8e3f6b99 req-c0f71275-cde1-4576-8660-2d9872bb776d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:37.487160 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6545baa0-0e7e-4e9f-93cd-14be8e3f6b99 req-c0f71275-cde1-4576-8660-2d9872bb776d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 943 time: 0.0844841 Jul 22 22:20:37.527461 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6545baa0-0e7e-4e9f-93cd-14be8e3f6b99 req-313ffadd-5a64-4cf1-9e56-f09965acdb9d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Jul 22 22:20:37.532218 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f46a253f-b1c8-4feb-985f-1bacc7ba4b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.621659 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f46a253f-b1c8-4feb-985f-1bacc7ba4b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.625337 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-f46a253f-b1c8-4feb-985f-1bacc7ba4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.663768 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-f46a253f-b1c8-4feb-985f-1bacc7ba4b63 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b7eed359f6ce40baa0d5ebbe6520168c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385385 Jul 22 22:20:37.664663 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a253f-b1c8-4feb-985f-1bacc7ba4b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f16ab-f559-49a7-97aa-05497055a166,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:37.666441 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 42718) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:37.717901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.742069 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.789056 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.791552 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:37.792764 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a63f16ab-f559-49a7-97aa-05497055a166 HTTP/1.1" status: 204 len: 168 time: 0.1246185 Jul 22 22:20:37.800397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f26b4e-d476-4bc5-be63-b69cb0236b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f16ab-f559-49a7-97aa-05497055a166,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:38.379638 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-c053ead8-6de3-46f3-b06e-3dee0602b19a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993943540&fields=id&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 267 time: 0.0357962 Jul 22 22:20:38.499629 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-1e2b7b0b-a427-4dcc-81c4-683a09b99668 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.501156 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-1e2b7b0b-a427-4dcc-81c4-683a09b99668 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1119003 Jul 22 22:20:38.516099 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-910b5c86-e83d-43db-b365-dfe63b12744f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/quotas/853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 375 time: 0.0090292 Jul 22 22:20:38.588582 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-03bb4123-e8e4-43a5-9716-cd203aab5b3d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670104 Jul 22 22:20:38.667860 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac86aaa-efc2-4aeb-83b8-ff4ba8d7b57f req-d48b4140-9b07-46c6-afbb-88a0778fc2fd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:38.669424 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cac86aaa-efc2-4aeb-83b8-ff4ba8d7b57f req-d48b4140-9b07-46c6-afbb-88a0778fc2fd tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 943 time: 0.0694292 Jul 22 22:20:38.696872 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f08e16b3-6df4-44c3-b143-224c6c9360f9 service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974245 Jul 22 22:20:38.709946 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cac86aaa-efc2-4aeb-83b8-ff4ba8d7b57f req-58c7afde-5198-49ae-a4e2-8499fc9d0925 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337417 Jul 22 22:20:38.785734 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-83d57131-3fcc-4792-af56-1976160bd91f service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Jul 22 22:20:38.951948 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 245b2585-5883-4ee1-ac31-1b72b9c0513b details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:20:38.966895 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:20:38.991179 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:20:38.991527 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a11e48e2-13ab-49d9-9f7b-acdce4f4cd4f not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:20:39.080884 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6c3bf71e-06e3-4b9c-bdd3-710ea738e0f4 req-f0fb2a79-8ee6-4e24-b3b6-d8dd6e1fdd08 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 210 time: 0.0338585 Jul 22 22:20:39.082064 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:39.095795 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'port_id': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'mac_address': 'fa:16:3e:c9:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:20:39.136461 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:39.151567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245b2585-5883-4ee1-ac31-1b72b9c0513b {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:39.172101 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:39.176695 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:39.226472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:39.632414 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['245b2585-5883-4ee1-ac31-1b72b9c0513b'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:39.841365 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c448-d297-4ed2-adf6-4f470d9c8357 req-8d1a3bdc-b84b-4ce1-a68e-56cdf4d37c4e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:39.842848 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7825c448-d297-4ed2-adf6-4f470d9c8357 req-8d1a3bdc-b84b-4ce1-a68e-56cdf4d37c4e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 944 time: 0.0627003 Jul 22 22:20:39.887871 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7825c448-d297-4ed2-adf6-4f470d9c8357 req-50b1c204-4348-4b0d-bf06-831f3f57063d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Jul 22 22:20:40.185897 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-48bc5ccd-bc8c-46fa-916c-f4d6ce7c0e85 req-84dca8ca-a366-4571-b748-3312fafe8e77 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 210 time: 0.0359693 Jul 22 22:20:40.328753 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-75e3e48a-b6fe-43bd-a82e-92136360b08d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:40.330927 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-75e3e48a-b6fe-43bd-a82e-92136360b08d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1050942 Jul 22 22:20:40.381690 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-c87ef187-3b94-4846-be66-c73afbf09a94 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 380 time: 0.0345397 Jul 22 22:20:40.404416 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'port': {'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'admin_state_up': True, 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'security_groups': ['194c100a-e488-4e77-9264-388dd7344df6']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:40.518564 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Made reservation on behalf of 853ea27311ea40e185ea767354f4dec1 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:20:40.522221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.650694 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.20.0.10 (7e529f4f-4b03-4451-832a-e468345894dd/09e7f249-b7a5-406a-aa47-64ac020da6ed/d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:40.795363 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.810138 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Transition to ACTIVE for port object d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:40.844475 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.892431 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:40.895503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:40.899274 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:40.926064 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:40.956439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:40.957242 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:40.979971 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 245b2585-5883-4ee1-ac31-1b72b9c0513b up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:40.981172 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-f16cdfd9-9133-47a4-bafc-729d5b5d19cc tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811548 Jul 22 22:20:41.015449 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Request body: {'port': {'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:41.034106 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 245b2585-5883-4ee1-ac31-1b72b9c0513b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:41.040178 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 245b2585-5883-4ee1-ac31-1b72b9c0513b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:41.040615 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.109642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d63c7-5176-4831-a158-3d6c02a65a96 req-de10afd7-7834-4a4b-86ec-68da0545a738 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.112749 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb7d63c7-5176-4831-a158-3d6c02a65a96 req-de10afd7-7834-4a4b-86ec-68da0545a738 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 944 time: 0.1428552 Jul 22 22:20:41.145233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.199077 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-eb7d63c7-5176-4831-a158-3d6c02a65a96 req-b13061ff-0bb9-4f8c-ab22-c0ec5369605e tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763581 Jul 22 22:20:41.246375 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8374f086-38da-48c5-b9b2-b2f5bf53e782 None None] Provisioning for port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:41.253703 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-8374f086-38da-48c5-b9b2-b2f5bf53e782 None None] Provisioning complete for port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:41.254248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8374f086-38da-48c5-b9b2-b2f5bf53e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.322292 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.341633 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-8374f086-38da-48c5-b9b2-b2f5bf53e782 None None] Port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:20:41.350952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c8b8-9f43-444a-902d-0d9465c2ed87 req-0852989e-29ea-4be0-9fc0-752395e6b907 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.352706 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e0b1c8b8-9f43-444a-902d-0d9465c2ed87 req-0852989e-29ea-4be0-9fc0-752395e6b907 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 932 time: 0.0724993 Jul 22 22:20:41.355708 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:41.357978 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff09081d-f2cc-43f9-81e5-598c08b99a1e" -d '{"events": [{"server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "name": "network-vif-plugged", "status": "completed", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:41.371222 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:41.376757 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.401431 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e0b1c8b8-9f43-444a-902d-0d9465c2ed87 req-f56b041d-e3b2-4eb1-b140-fa2d1cb2e505 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Jul 22 22:20:41.421856 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b3ebc-e213-4288-a6ff-ca4124873398 x-openstack-request-id: req-7f0b3ebc-e213-4288-a6ff-ca4124873398 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:41.421856 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "name": "network-vif-plugged", "status": "completed", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:41.421856 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7f0b3ebc-e213-4288-a6ff-ca4124873398 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:41.421856 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'code': 200} Jul 22 22:20:41.442448 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.477569 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:41.485527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.497868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Transition to ACTIVE for port object d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:20:41.501780 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.562647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.638536 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Attempting to bind port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:20:41.638878 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Attempting to bind port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:20:41.639213 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Attempting to bind port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:41.645142 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 on network 7e529f4f-4b03-4451-832a-e468345894dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:20:41.645595 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Attempting to bind port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:20:41.650860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:20:41.651202 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:20:41.652055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Bound using segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:20:41.652055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Bound port: d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:20:41.652403 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.663572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e268e6-192a-48e7-88e3-8ab4106f41e6 req-efd21f22-ad4b-472c-b312-c99793c48eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.665025 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0e268e6-192a-48e7-88e3-8ab4106f41e6 req-efd21f22-ad4b-472c-b312-c99793c48eb9 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 1098 time: 0.0617697 Jul 22 22:20:41.721736 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0e268e6-192a-48e7-88e3-8ab4106f41e6 req-fb4c7def-94e0-4bbd-96c2-063933c2dfc1 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296009 Jul 22 22:20:41.728201 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:20:41.731436 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:20:41.736842 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.774077 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:41.774690 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:41.776048 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] 10.222.0.125 "PUT /v2.0/ports/d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 1094 time: 0.7660115 Jul 22 22:20:41.776515 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:41.778774 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:41.805195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14293f3d-5c09-4220-955c-5d63b642a0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:41.824109 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a661e368-eaab-4951-bc1b-34883b50f6ba x-openstack-request-id: req-a661e368-eaab-4951-bc1b-34883b50f6ba {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:41.824430 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:41.824609 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:20:41.825069 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a661e368-eaab-4951-bc1b-34883b50f6ba {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:41.825069 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'status': 'completed', 'code': 200} Jul 22 22:20:42.380330 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f05981-716b-42a8-b9c4-5bb81a218f87 req-f616e61c-4964-4783-b81e-cc506b3f0125 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.381860 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37f05981-716b-42a8-b9c4-5bb81a218f87 req-f616e61c-4964-4783-b81e-cc506b3f0125 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.1062701 Jul 22 22:20:42.388081 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-c487ca46-304f-4a74-8bbb-1945f1f7bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.389613 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-c487ca46-304f-4a74-8bbb-1945f1f7bcd4 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1097 time: 0.0819912 Jul 22 22:20:42.422464 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-37f05981-716b-42a8-b9c4-5bb81a218f87 req-bcac2907-49a6-4e62-a0d6-f10eb12a5607 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Jul 22 22:20:42.535051 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77c378-05d6-4ba5-9192-87460a65a21b req-94c933db-9f91-4bfd-9b1e-d665a286ea85 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.536593 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7d77c378-05d6-4ba5-9192-87460a65a21b req-94c933db-9f91-4bfd-9b1e-d665a286ea85 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0633318 Jul 22 22:20:42.575846 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7d77c378-05d6-4ba5-9192-87460a65a21b req-29382089-62ee-4dd6-95f6-c9d463d6b244 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Jul 22 22:20:42.590369 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-8b02f050-c2e7-4d7c-af16-0c3e6f635f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.591829 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-8b02f050-c2e7-4d7c-af16-0c3e6f635f46 service neutron] 10.222.0.125 "GET /v2.0/networks?tenant_id=853ea27311ea40e185ea767354f4dec1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1686361 Jul 22 22:20:42.760166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-961d1d76-96c8-47e5-a001-57aa08383796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.761562 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02e8b1b7-b7e3-4ed0-8795-1057deee1a0d req-961d1d76-96c8-47e5-a001-57aa08383796 service neutron] 10.222.0.125 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1496191 Jul 22 22:20:42.901936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-c6ee2463-35fa-4870-9c9b-857414e2e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:42.903420 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-c6ee2463-35fa-4870-9c9b-857414e2e1ee service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1097 time: 0.0566196 Jul 22 22:20:42.952036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-200c4063-5102-488c-9928-5df7ef84f391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:42.966747 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-c1910713-9f91-4596-8112-8429a4288f07 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 217 time: 0.0391018 Jul 22 22:20:43.031233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-0f9b65cd-b50c-41e6-b033-8567290c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.032655 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-0f9b65cd-b50c-41e6-b033-8567290c32ae service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0447512 Jul 22 22:20:43.098286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-3d828259-27e2-49ab-9b12-e5847da821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.099769 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-3d828259-27e2-49ab-9b12-e5847da821fe service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533307 Jul 22 22:20:43.283116 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-16ecdb4f-18a4-4aad-8528-318cf9f2205b service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887141 Jul 22 22:20:43.386329 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e001b669-cded-4ce7-9f92-24c6e06c611e req-a5064eb7-375f-44c9-b23b-e82bac9e2123 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901945 Jul 22 22:20:43.563279 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58c5d-118e-43e3-a81e-2a387448ac54 req-037072e5-e4e0-4c84-b221-daa25ea81c82 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.564885 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-29e58c5d-118e-43e3-a81e-2a387448ac54 req-037072e5-e4e0-4c84-b221-daa25ea81c82 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.0699875 Jul 22 22:20:43.607594 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-29e58c5d-118e-43e3-a81e-2a387448ac54 req-4dad5eb8-09bd-4098-a2e8-7e444281237c tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367050 Jul 22 22:20:43.717501 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba0c5-b718-44bd-99ec-fd8c54350451 req-55ad97ef-564e-42c7-94fd-2a6e557d3c70 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.719031 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-11bba0c5-b718-44bd-99ec-fd8c54350451 req-55ad97ef-564e-42c7-94fd-2a6e557d3c70 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0702887 Jul 22 22:20:43.742593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35352-aca7-41ce-8e37-b49935f38cfd req-0faf6f55-7313-4063-8028-9f732dfb5ae1 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:43.744118 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-94d35352-aca7-41ce-8e37-b49935f38cfd req-0faf6f55-7313-4063-8028-9f732dfb5ae1 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.0706306 Jul 22 22:20:43.753566 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42780) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:43.758134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Request body: {'floatingip': {'port_id': '245b2585-5883-4ee1-ac31-1b72b9c0513b'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:43.759606 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-11bba0c5-b718-44bd-99ec-fd8c54350451 req-94aab97e-7d1a-4732-8365-a5a894ee4e8e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338540 Jul 22 22:20:43.797869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.235027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.239562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.343133 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Floating IP 2942cf88-54a3-4941-abf7-c0acb00ab259 associated. External IP: 172.27.1.13, port: 245b2585-5883-4ee1-ac31-1b72b9c0513b. Jul 22 22:20:44.587651 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:44.718911 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:44.725209 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:44.729542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:44.740847 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:44.741478 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:44.765970 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c7b15181-188c-4217-b5e8-5ccaeba39c2d tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "PUT /v2.0/floatingips/2942cf88-54a3-4941-abf7-c0acb00ab259 HTTP/1.1" status: 200 len: 990 time: 1.0113139 Jul 22 22:20:44.766693 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:44.770126 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500328a-7d26-4328-b2d2-4fda7d4d6275" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:44.819203 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c69c74-4506-4ace-acae-1cce7a92b04b x-openstack-request-id: req-e5c69c74-4506-4ace-acae-1cce7a92b04b {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:44.819496 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:44.819750 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e5c69c74-4506-4ace-acae-1cce7a92b04b {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:44.820143 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'status': 'completed', 'code': 200} Jul 22 22:20:44.881033 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:44.947403 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a149a1-020a-41dc-9c83-831e2702b411 req-17010974-064d-47fe-ba82-d47016fe5c56 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:44.949236 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39a149a1-020a-41dc-9c83-831e2702b411 req-17010974-064d-47fe-ba82-d47016fe5c56 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0815656 Jul 22 22:20:44.977751 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-f3934bbf-6fca-47b4-a4ed-24d4f56a9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:44.981084 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-f3934bbf-6fca-47b4-a4ed-24d4f56a9e96 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=93164c7b18524c7f9483aa0383349cb9&device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 1098 time: 0.0858243 Jul 22 22:20:44.992438 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39a149a1-020a-41dc-9c83-831e2702b411 req-89eba6bd-7e06-49c7-906f-a172a597a604 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369227 Jul 22 22:20:45.088261 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-c0a170eb-7b2c-47fe-9d1a-3e8c7521526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:45.090083 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-c0a170eb-7b2c-47fe-9d1a-3e8c7521526d service neutron] 10.222.0.125 "GET /v2.0/networks?id=5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 200 len: 913 time: 0.0945654 Jul 22 22:20:45.146066 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '2942cf88-54a3-4941-abf7-c0acb00ab259', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:c9:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:30Z', 'updated_at': '2021-07-22T22:20:44Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:45.171742 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-aa1e7db1-8b49-4752-bf04-7df189e3eaf2 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b HTTP/1.1" status: 200 len: 998 time: 0.0735412 Jul 22 22:20:45.188472 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:20:45.194659 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:45.195313 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:45.226400 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-a90cff68-61fb-49bb-9075-9f1c61a3ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:45.227861 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-a90cff68-61fb-49bb-9075-9f1c61a3ca5e service neutron] 10.222.0.125 "GET /v2.0/subnets?id=79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 200 len: 850 time: 0.0473044 Jul 22 22:20:45.297716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-5c86cc4d-7388-4818-9870-6b38a5c3fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:45.299939 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-5c86cc4d-7388-4818-9870-6b38a5c3fe81 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=5dcfbf64-3926-45d8-838a-8c062184c27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611272 Jul 22 22:20:45.307744 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:20:45.400166 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-608cdb54-3f4c-4e73-9e02-e9c336ef0fb6 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866089 Jul 22 22:20:45.498543 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a500328a-7d26-4328-b2d2-4fda7d4d6275 req-3cd21d20-074b-4983-b47a-8f8ff87172f9 service neutron] 10.222.0.125 "GET /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Jul 22 22:20:45.541750 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '2942cf88-54a3-4941-abf7-c0acb00ab259', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:c9:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:30Z', 'updated_at': '2021-07-22T22:20:44Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:45.571992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d869bb8-5ce3-4790-95c4-534b85e3f7f0 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '2942cf88-54a3-4941-abf7-c0acb00ab259', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '14491050-0387-4472-b689-5841d57e358c', 'port_id': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'mac_address': 'fa:16:3e:c9:fd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:30Z', 'updated_at': '2021-07-22T22:20:44Z', 'revision_number': 1, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:20:45.673066 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:45.771785 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7810c7-6ff3-48f7-aba5-f0bb339897ff None None] New status for floating IP 2942cf88-54a3-4941-abf7-c0acb00ab259: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:20:46.102534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7a0046e1-509e-4c45-a739-473266aae28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:46.130456 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852283a-58ca-44a4-beaf-978c2943d7f4 req-969040b4-8bfc-4a1c-a679-f17d766ff5d1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:46.131944 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8852283a-58ca-44a4-beaf-978c2943d7f4 req-969040b4-8bfc-4a1c-a679-f17d766ff5d1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0654128 Jul 22 22:20:46.170370 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8852283a-58ca-44a4-beaf-978c2943d7f4 req-dc997bc4-fdf3-4d54-b61f-8ac760f0850a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jul 22 22:20:46.718041 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:47.306202 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306fbb3-db89-4e39-9601-8ff719bb2210 req-7cedf688-5620-4102-823e-fe433187300b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:47.307635 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0306fbb3-db89-4e39-9601-8ff719bb2210 req-7cedf688-5620-4102-823e-fe433187300b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0685792 Jul 22 22:20:47.347226 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0306fbb3-db89-4e39-9601-8ff719bb2210 req-d2851828-3c29-42ab-87ab-0b18c1872813 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Jul 22 22:20:48.486074 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19f563-610b-4499-9f78-a83c80458400 req-b01cfa51-fc2e-4d21-975f-c10b8c5ba842 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:48.488300 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d19f563-610b-4499-9f78-a83c80458400 req-b01cfa51-fc2e-4d21-975f-c10b8c5ba842 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0729473 Jul 22 22:20:48.526101 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0d19f563-610b-4499-9f78-a83c80458400 req-d72823ad-8715-4bbc-9d26-ff02915177c6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Jul 22 22:20:48.933925 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:49.655624 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdd681-dc29-42b1-950e-1fc54d6c3003 req-2e003678-cd46-409a-899d-ad345ed9d21f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:49.657174 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7bfdd681-dc29-42b1-950e-1fc54d6c3003 req-2e003678-cd46-409a-899d-ad345ed9d21f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0632215 Jul 22 22:20:49.695055 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7bfdd681-dc29-42b1-950e-1fc54d6c3003 req-73bf94c8-7072-459a-b36a-1bbb6da8e8ed tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Jul 22 22:20:50.825130 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3e3c-57f1-4c65-afd8-662b0ed2ca26 req-3caaf129-2af2-4e55-bcbc-7e801b8546ba tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:50.826599 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8faa3e3c-57f1-4c65-afd8-662b0ed2ca26 req-3caaf129-2af2-4e55-bcbc-7e801b8546ba tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0644007 Jul 22 22:20:50.864048 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8faa3e3c-57f1-4c65-afd8-662b0ed2ca26 req-cf07551a-f756-41c7-a71c-631e2b4aa65b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Jul 22 22:20:52.005241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81fb9c-8f44-4db3-899c-d283c7d164b9 req-ae36a7e9-ecbf-4141-b248-2559351a04b1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:52.006738 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a81fb9c-8f44-4db3-899c-d283c7d164b9 req-ae36a7e9-ecbf-4141-b248-2559351a04b1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0745609 Jul 22 22:20:52.046475 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6a81fb9c-8f44-4db3-899c-d283c7d164b9 req-a4597097-c44b-4064-8367-1914d8f4b150 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342615 Jul 22 22:20:52.995739 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:20:53.090535 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:53.102946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:20:53.143277 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.157346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:20:53.180469 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:53.182060 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a722d8-b9a1-4198-9722-f5df51676cf4 req-def6fb9e-052b-4e4f-b388-9d25c1fb5d02 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:53.183845 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28a722d8-b9a1-4198-9722-f5df51676cf4 req-def6fb9e-052b-4e4f-b388-9d25c1fb5d02 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 944 time: 0.0675721 Jul 22 22:20:53.184118 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:53.222513 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-28a722d8-b9a1-4198-9722-f5df51676cf4 req-faa895bf-aca4-4828-a2ad-131ee4d91ca2 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Jul 22 22:20:53.232429 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:53.635645 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:20:54.356197 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd7f24-663e-4b68-bbbd-bcac83bb88d5 req-5e2c8488-1470-4f16-ab6a-d64ec64d7185 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:54.357709 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cdd7f24-663e-4b68-bbbd-bcac83bb88d5 req-5e2c8488-1470-4f16-ab6a-d64ec64d7185 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 945 time: 0.0659792 Jul 22 22:20:54.397224 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4cdd7f24-663e-4b68-bbbd-bcac83bb88d5 req-40b45329-b2e1-483e-8ba7-c8058acc7af5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Jul 22 22:20:55.024742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:20:55.072372 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:20:55.076108 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:20:55.076514 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.159266 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.182664 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:55.184941 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29452b34-50c6-4d3b-82cd-e3af95f07d20" -d '{"events": [{"server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "name": "network-vif-plugged", "status": "completed", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:20:55.199885 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:20:55.206466 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:55.230540 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4297edc3-0649-45e3-aef2-bc1e51aba101 x-openstack-request-id: req-4297edc3-0649-45e3-aef2-bc1e51aba101 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:20:55.230838 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "name": "network-vif-plugged", "status": "completed", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:20:55.231094 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4297edc3-0649-45e3-aef2-bc1e51aba101 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:20:55.231487 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'code': 200} Jul 22 22:20:55.258218 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:55.531354 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb1364-c8fa-46ff-9947-2eb1851c541a req-73b5ac30-b0d2-4a34-a39c-f19ac18ad8d1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.532785 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eceb1364-c8fa-46ff-9947-2eb1851c541a req-73b5ac30-b0d2-4a34-a39c-f19ac18ad8d1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0644658 Jul 22 22:20:55.572022 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eceb1364-c8fa-46ff-9947-2eb1851c541a req-423898aa-effe-47cb-a0f3-7c989176f2f6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Jul 22 22:20:55.592762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033f464-36e5-4e2c-9e64-2c449c7fbc74 req-16b86dfb-41cd-4ff1-a6ce-138211fe7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:55.594319 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8033f464-36e5-4e2c-9e64-2c449c7fbc74 req-16b86dfb-41cd-4ff1-a6ce-138211fe7e6f service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1099 time: 0.0568135 Jul 22 22:20:55.629208 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8033f464-36e5-4e2c-9e64-2c449c7fbc74 req-f523567b-31a6-4503-b734-7460ff90ea9b service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269072 Jul 22 22:20:56.371287 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:56.705472 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b428d1-40c6-492d-aaa2-03f6cf85f607 req-63aa462f-d85b-459d-8e47-0653e8966d7b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:56.706997 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b9b428d1-40c6-492d-aaa2-03f6cf85f607 req-63aa462f-d85b-459d-8e47-0653e8966d7b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0653517 Jul 22 22:20:56.746402 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b9b428d1-40c6-492d-aaa2-03f6cf85f607 req-982d250f-032b-4585-a61b-27f6ff07fb40 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jul 22 22:20:57.882361 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbbf9c-e2ca-44eb-bd81-f8192d2ef743 req-54a9c780-61d8-42fc-803f-065b6a81d1da tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:57.883828 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a0dbbf9c-e2ca-44eb-bd81-f8192d2ef743 req-54a9c780-61d8-42fc-803f-065b6a81d1da tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0674491 Jul 22 22:20:57.923486 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a0dbbf9c-e2ca-44eb-bd81-f8192d2ef743 req-9d1e9d36-1623-4ad6-9220-e1a6ca25832d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339377 Jul 22 22:20:58.058358 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def3fa-5744-4446-8df0-e187ac1faead req-72baeea7-3bed-4819-a357-e70c73d20e99 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:58.059822 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-26def3fa-5744-4446-8df0-e187ac1faead req-72baeea7-3bed-4819-a357-e70c73d20e99 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0662105 Jul 22 22:20:58.098631 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-26def3fa-5744-4446-8df0-e187ac1faead req-2e3efa49-5672-465a-b431-2b0b11ff1ef4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332043 Jul 22 22:20:58.122175 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42860) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:58.177319 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7447f3-dd3a-4c4c-a42a-c5e09c2fe72f tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:20:58.179107 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-bf7447f3-dd3a-4c4c-a42a-c5e09c2fe72f tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1094 time: 0.0556815 Jul 22 22:20:58.182119 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 42862) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:20:58.186399 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:20:58.207985 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.308284 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.408843 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.27.1.228 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/c556cf7d-4890-42a2-887d-f9d70cf55cdf) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:20:58.513055 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.553023 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:58.594910 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:20:58.600486 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:20:58.603227 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=c556cf7d-4890-42a2-887d-f9d70cf55cdf,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:58.605353 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:20:58.628318 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.628662 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.628999 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.629327 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.629656 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.629980 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.630301 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.630623 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.630939 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.631257 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.631571 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:58.631884 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:20:59.199300 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.275210 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.423916 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.428343 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.494935 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=c556cf7d-4890-42a2-887d-f9d70cf55cdf,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:20:59.509007 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.608704 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP 1c905339-9e8d-4e16-9f5d-eff12e981383 associated. External IP: 172.27.1.228, port: d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76. Jul 22 22:20:59.813993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:20:59.924941 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:20:59.935233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:20:59.942201 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:20:59.945342 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:20:59.946004 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:20:59.982500 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-09effeae-b9b6-419c-b7d7-16e2e795a644 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7993472 Jul 22 22:20:59.983116 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:20:59.985414 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957a301-9c5d-4582-a298-025711b20aef" -d '{"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:00.025364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7258390-cd9f-43f1-8c4d-1e749f948c2f x-openstack-request-id: req-d7258390-cd9f-43f1-8c4d-1e749f948c2f {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:00.025668 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:00.025926 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d7258390-cd9f-43f1-8c4d-1e749f948c2f {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:00.026331 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'status': 'completed', 'code': 200} Jul 22 22:21:00.054690 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:00.137727 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a301-9c5d-4582-a298-025711b20aef req-1dee0f13-f6a5-49eb-b040-ef1899555ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.139234 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-1dee0f13-f6a5-49eb-b040-ef1899555ba6 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1099 time: 0.0621457 Jul 22 22:21:00.249860 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a301-9c5d-4582-a298-025711b20aef req-e43303c4-8f99-4b0e-9209-fbe573062271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.251270 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-e43303c4-8f99-4b0e-9209-fbe573062271 service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1003299 Jul 22 22:21:00.313086 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:20:58Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.341585 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:21:00.353413 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:21:00.354200 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:20:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.567056 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-997f5c99-605c-47c9-9b9e-c549a2fe22d1 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 1000 time: 0.3044600 Jul 22 22:21:00.601833 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:21:00.631135 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a301-9c5d-4582-a298-025711b20aef req-b44e81a0-de9c-4a39-8271-1eacdf186582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.633878 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-b44e81a0-de9c-4a39-8271-1eacdf186582 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0475733 Jul 22 22:21:00.703134 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a301-9c5d-4582-a298-025711b20aef req-66423716-43de-419b-8173-64c2baea8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:00.704671 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-66423716-43de-419b-8173-64c2baea8241 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613039 Jul 22 22:21:00.799027 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-e98b2ddb-3553-461d-9020-00a5b27cccaa service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827219 Jul 22 22:21:00.829451 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:20:58Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:21:00.861049 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267362dc-b298-43ed-b4f7-6761c7793468 None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:20:58Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:21:00.905136 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7957a301-9c5d-4582-a298-025711b20aef req-ef266e3c-142c-456e-b3a7-512174588992 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949187 Jul 22 22:21:01.057344 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a1e6d-d752-4099-83bb-2710ba41f26e None None] New status for floating IP 1c905339-9e8d-4e16-9f5d-eff12e981383: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:21:12.953291 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d30fa143-9f7a-4dcf-8657-d9064a266d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:15.674339 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.104624 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0942e28a-66ca-4dec-88b0-0b73c33a941c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:16.721491 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:18.823708 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:18.938079 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:23.501547 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a80c2-a1b5-41b3-8330-71b6a26cedd4 req-ab367bc9-7bac-4df3-bea9-ff43c594c2a8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:23.502961 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0e3a80c2-a1b5-41b3-8330-71b6a26cedd4 req-ab367bc9-7bac-4df3-bea9-ff43c594c2a8 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0648725 Jul 22 22:21:23.540867 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0e3a80c2-a1b5-41b3-8330-71b6a26cedd4 req-f3824fd1-756b-4fe1-98cc-dacf4e52b0ed tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 22 22:21:24.675456 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349014b4-14e7-49d0-acd3-82fb85cd90d1 req-ac8decf0-3b74-4075-aa2b-cb8f8db1f6bf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:24.676963 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-349014b4-14e7-49d0-acd3-82fb85cd90d1 req-ac8decf0-3b74-4075-aa2b-cb8f8db1f6bf tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0640855 Jul 22 22:21:24.715575 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-349014b4-14e7-49d0-acd3-82fb85cd90d1 req-d4d59678-1cf6-4a5c-aca9-bb7ea74de5c7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Jul 22 22:21:25.854685 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e62b32-0658-47e0-b5fa-6841c5d8e83f req-b1418b9f-4718-4787-be10-30057be5e2f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:25.856197 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17e62b32-0658-47e0-b5fa-6841c5d8e83f req-b1418b9f-4718-4787-be10-30057be5e2f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0688419 Jul 22 22:21:25.894878 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17e62b32-0658-47e0-b5fa-6841c5d8e83f req-ec6e00b6-eedb-49e7-92a7-38885ccdda32 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Jul 22 22:21:26.371982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:27.028963 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eca77-b166-4ad3-9789-7a8c51266596 req-b3e5f516-8cdc-4297-8177-9d33a89c3bf4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:27.030438 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-415eca77-b166-4ad3-9789-7a8c51266596 req-b3e5f516-8cdc-4297-8177-9d33a89c3bf4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0633113 Jul 22 22:21:27.068185 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-415eca77-b166-4ad3-9789-7a8c51266596 req-8147fc7d-a437-447f-a71f-8601b8dddf13 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Jul 22 22:21:28.205624 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b2f2-49d1-48fb-9440-00f207c9087e req-e9b3f6df-26cb-4cd5-b861-fc1c9ca9fe09 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:28.207356 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e2b4b2f2-49d1-48fb-9440-00f207c9087e req-e9b3f6df-26cb-4cd5-b861-fc1c9ca9fe09 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0635099 Jul 22 22:21:28.253882 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e2b4b2f2-49d1-48fb-9440-00f207c9087e req-e3113ed5-6501-4651-815d-f5b52ccdaa0a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Jul 22 22:21:29.388825 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f707-81a9-495f-99cf-e8d084b0d484 req-1a2d9ea3-4b8f-40b7-821c-c9c5c23a0c3e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.390351 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f77f707-81a9-495f-99cf-e8d084b0d484 req-1a2d9ea3-4b8f-40b7-821c-c9c5c23a0c3e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0642262 Jul 22 22:21:29.429694 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8f77f707-81a9-495f-99cf-e8d084b0d484 req-f55541bc-ea7b-4415-bc05-8e66f3515c26 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Jul 22 22:21:29.640494 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-61cb5303-9f19-4fc8-a1e1-b3c762f9efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.641980 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-61cb5303-9f19-4fc8-a1e1-b3c762f9efe6 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1098 time: 0.0547445 Jul 22 22:21:29.754806 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-9456ae5a-0dd1-4761-a379-a581a8c7bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.756342 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-9456ae5a-0dd1-4761-a379-a581a8c7bbf2 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.0876007 Jul 22 22:21:29.827821 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-b9b3e8c7-2be2-4b86-8be0-e24ab899ed89 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 1001 time: 0.0592515 Jul 22 22:21:29.888597 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-d35a20a7-3a7b-4ef7-b2d7-7fa92b184f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.890062 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-d35a20a7-3a7b-4ef7-b2d7-7fa92b184f1f service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0486259 Jul 22 22:21:29.980527 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-f40dab66-a770-4997-8912-8ff1488c571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:29.982125 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-f40dab66-a770-4997-8912-8ff1488c571d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618005 Jul 22 22:21:30.080458 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-47f7de72-4fa5-43df-83a1-68deda207ec2 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843468 Jul 22 22:21:30.187187 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-349aedc7-6874-4c6e-951f-045ac8049ec6 req-88d2870d-6054-4674-8a60-7c312e525692 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949969 Jul 22 22:21:30.563505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e024801-4176-4630-84c5-5d381b58e3a6 req-1ffabd44-0b3f-45ce-aa23-623a97c5396a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:30.565016 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e024801-4176-4630-84c5-5d381b58e3a6 req-1ffabd44-0b3f-45ce-aa23-623a97c5396a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0640020 Jul 22 22:21:30.603343 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e024801-4176-4630-84c5-5d381b58e3a6 req-e014a891-5eec-43f9-a3cd-b16d9c328f51 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Jul 22 22:21:31.742825 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ed5a7-2013-454b-b411-c2be621098e5 req-dbfee328-1364-4d66-adb2-47686f0a5887 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:31.744357 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a8ed5a7-2013-454b-b411-c2be621098e5 req-dbfee328-1364-4d66-adb2-47686f0a5887 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0703304 Jul 22 22:21:31.781136 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a8ed5a7-2013-454b-b411-c2be621098e5 req-83e52002-d813-4b59-8eff-31ceca94171e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Jul 22 22:21:32.917774 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc3782-c9da-473d-a8f5-d5388c59bfeb req-cddd84e9-8df7-455c-a8ca-72db1dfe3e85 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:32.919272 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b2cc3782-c9da-473d-a8f5-d5388c59bfeb req-cddd84e9-8df7-455c-a8ca-72db1dfe3e85 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0655093 Jul 22 22:21:32.956633 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b2cc3782-c9da-473d-a8f5-d5388c59bfeb req-3e655271-eb20-46e1-a6fc-d2a6283d3b3d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Jul 22 22:21:34.093606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f78a1-79a1-4079-ba24-ea539c0cbcb0 req-361c72ca-823e-4f9d-bc45-a665f714213c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:34.095143 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c28f78a1-79a1-4079-ba24-ea539c0cbcb0 req-361c72ca-823e-4f9d-bc45-a665f714213c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0642231 Jul 22 22:21:34.137285 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c28f78a1-79a1-4079-ba24-ea539c0cbcb0 req-a40760c1-4a93-4f48-b975-5b9927ad4c74 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366981 Jul 22 22:21:35.272019 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f5adb-56c7-44e1-be17-c4bc5d947e2a req-d8821d05-985a-47d2-b750-d27752c87b0c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:35.273547 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fe4f5adb-56c7-44e1-be17-c4bc5d947e2a req-d8821d05-985a-47d2-b750-d27752c87b0c tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0676370 Jul 22 22:21:35.311046 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fe4f5adb-56c7-44e1-be17-c4bc5d947e2a req-71fd56c3-20bb-4884-b3e9-d60afecf154e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Jul 22 22:21:36.445322 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951472-27fb-4bdf-85a7-37034178b32c req-7e3a2e37-14c7-4d49-87ab-77f2826d6d6b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:36.446762 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fb951472-27fb-4bdf-85a7-37034178b32c req-7e3a2e37-14c7-4d49-87ab-77f2826d6d6b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0626526 Jul 22 22:21:36.483477 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fb951472-27fb-4bdf-85a7-37034178b32c req-546a5b8f-c225-43ad-81ac-e7af4e4df1dc tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Jul 22 22:21:37.620318 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7802-4dcb-479e-9cc0-375b8f218d8d req-a3c18ae6-e8eb-4284-8d19-355ea75c9886 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:37.621798 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc4b7802-4dcb-479e-9cc0-375b8f218d8d req-a3c18ae6-e8eb-4284-8d19-355ea75c9886 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0658674 Jul 22 22:21:37.659425 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc4b7802-4dcb-479e-9cc0-375b8f218d8d req-4f9d26e9-9e4f-4c71-95fd-86b9d911c9f1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Jul 22 22:21:38.795033 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e281a-cb7f-4c07-8ac9-ba7ce1451b26 req-6dde2426-d113-4161-91ab-a7988587d6b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:38.796552 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-848e281a-cb7f-4c07-8ac9-ba7ce1451b26 req-6dde2426-d113-4161-91ab-a7988587d6b1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0632880 Jul 22 22:21:38.833384 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-848e281a-cb7f-4c07-8ac9-ba7ce1451b26 req-9e933be0-b273-45bf-81d6-48afa8ec3ac4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Jul 22 22:21:39.973875 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e99d7-a01c-4743-b969-edad14f0c1c1 req-24c080e7-670d-4cbf-988c-54dd137a71ea tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:39.975536 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-825e99d7-a01c-4743-b969-edad14f0c1c1 req-24c080e7-670d-4cbf-988c-54dd137a71ea tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0684559 Jul 22 22:21:40.014002 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-825e99d7-a01c-4743-b969-edad14f0c1c1 req-c49fbf3a-eace-4aa9-b50e-3f77ed6b04be tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329266 Jul 22 22:21:41.147456 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed36bde-9d86-4a48-9b44-7cf29e2fd0dd req-ef6a4ae1-8071-41bb-8b3a-3e91522d9089 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:41.148967 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aed36bde-9d86-4a48-9b44-7cf29e2fd0dd req-ef6a4ae1-8071-41bb-8b3a-3e91522d9089 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0640566 Jul 22 22:21:41.186411 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:21:41.188511 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aed36bde-9d86-4a48-9b44-7cf29e2fd0dd req-0d31840f-a3f1-43cc-91ee-fb5dbcfb1673 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Jul 22 22:21:41.284592 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:41.296620 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'faef284b-3bc0-45b4-9175-e5021628b786', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:21:41.335835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:41.348515 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:21:41.371312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:41.376553 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:41.424222 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:41.432016 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.432387 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.432735 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.433073 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.433410 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.433744 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.434076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.434402 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.434732 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.435064 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.435389 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.435711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:21:41.605883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['faef284b-3bc0-45b4-9175-e5021628b786'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:21:42.348265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bce58-aac7-4128-8358-5d4d2f061f9f req-ab4358f1-cd25-40a7-88ff-b5fca4137a7e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:42.350599 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f11bce58-aac7-4128-8358-5d4d2f061f9f req-ab4358f1-cd25-40a7-88ff-b5fca4137a7e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 944 time: 0.0784369 Jul 22 22:21:42.403295 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f11bce58-aac7-4128-8358-5d4d2f061f9f req-018d0494-8a04-4d6c-b75b-b8e6aedc4af1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 Jul 22 22:21:42.962760 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-67ac91f4-126b-4988-8b98-f9f91695701d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.198797 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:21:43.256259 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port faef284b-3bc0-45b4-9175-e5021628b786 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:21:43.256750 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.358974 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.385760 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:43.389576 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2725d9d3-d80b-4252-9541-9f567b0bc657" -d '{"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:43.408555 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:43.415483 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:43.467876 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a935fd5c-c815-4876-8d26-a9db1c5f582b x-openstack-request-id: req-a935fd5c-c815-4876-8d26-a9db1c5f582b {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:43.468921 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:43.469191 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a935fd5c-c815-4876-8d26-a9db1c5f582b {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:43.471208 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'code': 200} Jul 22 22:21:43.494575 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:43.580186 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d005b-5e4c-48c6-b002-6289f8921c91 req-a3ef9ff3-a2e4-4ea1-9f92-26333ede2d57 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:43.582080 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0c0d005b-5e4c-48c6-b002-6289f8921c91 req-a3ef9ff3-a2e4-4ea1-9f92-26333ede2d57 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0711963 Jul 22 22:21:43.624634 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0c0d005b-5e4c-48c6-b002-6289f8921c91 req-c19d9573-6ed4-4662-b40d-b68004d707c0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364387 Jul 22 22:21:44.787849 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f617-702b-413d-8a6f-1716113c42a2 req-eb43777b-df87-47ff-8383-1a4bd404f6d9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:44.789530 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d378f617-702b-413d-8a6f-1716113c42a2 req-eb43777b-df87-47ff-8383-1a4bd404f6d9 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0758288 Jul 22 22:21:44.841536 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d378f617-702b-413d-8a6f-1716113c42a2 req-139b80b5-9410-43a2-9804-890d1a0fb099 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Jul 22 22:21:45.685761 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:46.038037 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ad92-fa5c-4864-bf3b-a8a17edd3b95 req-b80cb7b4-1bd5-4a6f-9b39-377f570e9e3a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:46.039988 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1878ad92-fa5c-4864-bf3b-a8a17edd3b95 req-b80cb7b4-1bd5-4a6f-9b39-377f570e9e3a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0873508 Jul 22 22:21:46.087020 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1878ad92-fa5c-4864-bf3b-a8a17edd3b95 req-235cc83d-ea41-4490-bb0c-f8c9df661a6f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Jul 22 22:21:46.115723 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c7a45c7d-3abc-4b0f-a914-60219e6411f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:46.736894 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:47.305271 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d064be-d5c7-47e8-93f0-9730e3d4f27c req-685648ba-ddd6-494e-b841-e5b50cc7959f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:47.312895 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5d064be-d5c7-47e8-93f0-9730e3d4f27c req-685648ba-ddd6-494e-b841-e5b50cc7959f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.1229739 Jul 22 22:21:47.355106 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a5d064be-d5c7-47e8-93f0-9730e3d4f27c req-e0e6a908-93aa-447f-b742-85bfca49afdb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 Jul 22 22:21:48.541755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c866d4-4717-4367-b83a-5d423d5be487 req-c9a91c6c-319c-472f-a08b-fab428c6a6fb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:48.543379 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-99c866d4-4717-4367-b83a-5d423d5be487 req-c9a91c6c-319c-472f-a08b-fab428c6a6fb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0873821 Jul 22 22:21:48.600345 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-99c866d4-4717-4367-b83a-5d423d5be487 req-23c8e79c-4a55-4334-b1f6-d142d43105f5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505095 Jul 22 22:21:48.952823 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:49.763257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7f18f-525e-425d-acf3-beb26c95986c req-5a2f2c1b-e0c7-49f3-a073-e7a307eef801 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:49.764830 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bae7f18f-525e-425d-acf3-beb26c95986c req-5a2f2c1b-e0c7-49f3-a073-e7a307eef801 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0780029 Jul 22 22:21:49.805353 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bae7f18f-525e-425d-acf3-beb26c95986c req-5475fc62-10d2-41d4-97fb-0c52b72f7f8a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348401 Jul 22 22:21:50.968874 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030ba2-2d69-4562-8641-2522fc44bd8f req-5c9b3174-2794-43a8-82f7-4dc531abed62 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:50.971335 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b5030ba2-2d69-4562-8641-2522fc44bd8f req-5c9b3174-2794-43a8-82f7-4dc531abed62 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0876555 Jul 22 22:21:51.012548 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b5030ba2-2d69-4562-8641-2522fc44bd8f req-fe57c689-66f3-4c45-adf1-c9907e325a96 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Jul 22 22:21:52.168410 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2840c7-a4aa-48e7-a778-08bd12f1ce4d req-003f6484-26f7-4bcd-a43f-2f87b547d08e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:52.170006 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ff2840c7-a4aa-48e7-a778-08bd12f1ce4d req-003f6484-26f7-4bcd-a43f-2f87b547d08e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0739419 Jul 22 22:21:52.216353 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ff2840c7-a4aa-48e7-a778-08bd12f1ce4d req-0dbe32c2-5b1d-43b4-b0ae-26d1c3c30383 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Jul 22 22:21:53.077005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-6e08655b-fd02-414b-90dd-49d6cbc6d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.078539 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-6e08655b-fd02-414b-90dd-49d6cbc6d1dc service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1098 time: 0.0618684 Jul 22 22:21:53.180066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-73912b86-6bc6-4617-bb15-7b731f2e1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.181615 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-73912b86-6bc6-4617-bb15-7b731f2e1efc service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.0955307 Jul 22 22:21:53.250688 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-b4c7e3dd-0e22-4959-9e52-7333c02b0733 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 1001 time: 0.0599971 Jul 22 22:21:53.355378 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-30aeb937-644c-4572-9d6a-d5869dca4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.357330 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-30aeb937-644c-4572-9d6a-d5869dca4eaa service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0962782 Jul 22 22:21:53.415633 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9ac68-c799-4cd0-bc4e-717750376a06 req-88f70731-600b-48e9-a10a-ce3f256f8aed tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.417832 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1a9ac68-c799-4cd0-bc4e-717750376a06 req-88f70731-600b-48e9-a10a-ce3f256f8aed tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.1252387 Jul 22 22:21:53.478175 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b1a9ac68-c799-4cd0-bc4e-717750376a06 req-337bc3e0-e60a-4514-b5bd-5b81602313ed tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541346 Jul 22 22:21:53.481057 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-a7d56d66-eb52-4b7d-a767-b084c1e0b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:53.482482 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-a7d56d66-eb52-4b7d-a767-b084c1e0b8fe service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1169159 Jul 22 22:21:53.580850 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-a1c1133c-abda-4c77-8b5c-7d5526f0a97e service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900245 Jul 22 22:21:53.680819 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7863a2eb-2b6f-445d-ae61-e3acad85e831 req-dfc30e65-7b20-4a8c-8dc7-d835f4258aee service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910370 Jul 22 22:21:54.627131 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090733c-c39f-4113-9010-6bc4fb4a1b22 req-ea355519-b8c0-4159-8691-9f95f944a0e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:54.628655 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6090733c-c39f-4113-9010-6bc4fb4a1b22 req-ea355519-b8c0-4159-8691-9f95f944a0e5 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0679040 Jul 22 22:21:54.673521 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-6090733c-c39f-4113-9010-6bc4fb4a1b22 req-48fd8c0d-ba9a-453e-bd5c-a6f70a174750 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387797 Jul 22 22:21:55.810732 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24704d4-16b9-4142-9f02-d7ec1788ae96 req-d91e86a4-cf7e-4d51-b9fd-085f47fe0954 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:55.812444 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d24704d4-16b9-4142-9f02-d7ec1788ae96 req-d91e86a4-cf7e-4d51-b9fd-085f47fe0954 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0648079 Jul 22 22:21:55.823373 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:21:55.852167 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d24704d4-16b9-4142-9f02-d7ec1788ae96 req-552d4427-e4d1-45d6-a7e4-9a85197d70f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342066 Jul 22 22:21:56.368259 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:56.989363 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfed03b-2ce2-475d-90eb-89ae81ca8331 req-536d6aa7-ab2e-40e6-b706-5fb1b647c5cd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:56.990839 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-adfed03b-2ce2-475d-90eb-89ae81ca8331 req-536d6aa7-ab2e-40e6-b706-5fb1b647c5cd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 945 time: 0.0640268 Jul 22 22:21:57.029476 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-adfed03b-2ce2-475d-90eb-89ae81ca8331 req-d3d84aba-5f07-4359-ae95-67b2aac1b5bb tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jul 22 22:21:57.289661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:21:57.371359 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:57.396405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:21:57.398773 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dada902e-6ccc-492f-8c4c-b9d464e268dd" -d '{"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-unplugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:21:57.409928 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:21:57.414212 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:21:57.443233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9597b5-0344-4fd2-b5d8-c2f0c7d5d0e6 x-openstack-request-id: req-2a9597b5-0344-4fd2-b5d8-c2f0c7d5d0e6 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:21:57.443534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-unplugged", "status": "failed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "code": 422}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:21:57.443785 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2a9597b5-0344-4fd2-b5d8-c2f0c7d5d0e6 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:21:57.444918 dv-cinder-801868-2-iscsi neutron-server[93219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'code': 422} returned with failed status Jul 22 22:21:57.465619 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:21:58.013166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e9ba-133c-4763-8b55-15e55f0ab4f1 req-276e1bef-6401-47a6-9c07-353629c44084 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:58.015005 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3768e9ba-133c-4763-8b55-15e55f0ab4f1 req-276e1bef-6401-47a6-9c07-353629c44084 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0997825 Jul 22 22:21:58.067659 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3768e9ba-133c-4763-8b55-15e55f0ab4f1 req-a0e334d2-0678-4cd8-ac60-0f860adef48d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463636 Jul 22 22:21:58.071806 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-46052bb3-9a8f-4b5f-88e9-1b324b6fa573 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121967 Jul 22 22:21:59.228501 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a757c-f61f-4649-ad9c-58ce57fb84b2 req-b226df2e-f0cb-4bcf-8439-426ab0a2f293 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.229952 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce3a757c-f61f-4649-ad9c-58ce57fb84b2 req-b226df2e-f0cb-4bcf-8439-426ab0a2f293 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0657170 Jul 22 22:21:59.268486 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ce3a757c-f61f-4649-ad9c-58ce57fb84b2 req-dffdabc3-145e-4053-a9df-edb2319e9607 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Jul 22 22:21:59.463943 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-75f6a2d1-71e7-4e08-824f-0018f97d8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.465480 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-75f6a2d1-71e7-4e08-824f-0018f97d8564 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d&tenant_id=9c7420429ec848f6a4c1ad81eebaf705 HTTP/1.1" status: 200 len: 1096 time: 0.0554838 Jul 22 22:21:59.587082 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-0d573790-061e-4512-a4b0-5139434ccdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.588588 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-0d573790-061e-4512-a4b0-5139434ccdec service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1096 time: 0.0633764 Jul 22 22:21:59.686981 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-18748a28-8414-435a-bd30-f3a8a8d91eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.688488 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-18748a28-8414-435a-bd30-f3a8a8d91eb8 service neutron] 10.222.0.125 "GET /v2.0/networks?id=6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 200 len: 918 time: 0.0874405 Jul 22 22:21:59.754830 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-633ca67a-c012-40d5-8821-9aa1dd98252f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 200 len: 999 time: 0.0574114 Jul 22 22:21:59.836050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-7fac6047-1adb-4aca-ba4c-0fd7e269c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.837564 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-7fac6047-1adb-4aca-ba4c-0fd7e269c849 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 200 len: 855 time: 0.0500534 Jul 22 22:21:59.961186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-9e259c22-8188-47f8-9178-77936c557153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:21:59.962674 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-9e259c22-8188-47f8-9178-77936c557153 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=6df68dab-9491-409a-9b1c-2c69807e5f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586917 Jul 22 22:22:00.065246 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-79e40a9d-8705-4cf6-915c-24a4e416305f service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889595 Jul 22 22:22:00.190824 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-69d69cb2-2dbd-4ba7-996e-ca6372038749 service neutron] 10.222.0.125 "GET /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072683 Jul 22 22:22:00.408026 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb59a1-504f-4a03-8897-f63de7949aff req-d1349ca3-2250-4cf8-9b9b-d462e6739666 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:00.409555 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73cb59a1-504f-4a03-8897-f63de7949aff req-d1349ca3-2250-4cf8-9b9b-d462e6739666 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0656056 Jul 22 22:22:00.449959 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-73cb59a1-504f-4a03-8897-f63de7949aff req-fd5ceca5-d275-4e53-83f4-75db0f3026ba tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346267 Jul 22 22:22:01.600073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586758-920e-45f1-a736-2b5913a0c4b0 req-8e7e90c8-b944-4c34-929c-cc4935c0864d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:01.601977 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0586758-920e-45f1-a736-2b5913a0c4b0 req-8e7e90c8-b944-4c34-929c-cc4935c0864d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0761602 Jul 22 22:22:01.646121 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0586758-920e-45f1-a736-2b5913a0c4b0 req-172bfe6d-0ca5-4ef1-8e0f-4b44ea4b1017 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368056 Jul 22 22:22:02.796949 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2ea71-c905-4c78-b900-de01cc0f0385 req-c97f3763-69a7-4a07-9a5a-96b9980ae449 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:02.798679 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f8f2ea71-c905-4c78-b900-de01cc0f0385 req-c97f3763-69a7-4a07-9a5a-96b9980ae449 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0743914 Jul 22 22:22:02.841250 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f8f2ea71-c905-4c78-b900-de01cc0f0385 req-31ef26a3-d7bd-41c3-8265-4e3db6c7d4a4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358839 Jul 22 22:22:04.013661 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d1e1-02cd-4153-94a5-9681149a5dc7 req-ff8df890-8a9e-4a3c-8776-1e7e45e851de tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:04.016423 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf46d1e1-02cd-4153-94a5-9681149a5dc7 req-ff8df890-8a9e-4a3c-8776-1e7e45e851de tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0972226 Jul 22 22:22:04.069933 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf46d1e1-02cd-4153-94a5-9681149a5dc7 req-fd9dd1cc-73b3-4513-8be5-d03b0521aadd tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Jul 22 22:22:05.228074 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22543b34-b250-4f6b-bf2c-e2739a63b002 req-3ee77e54-992e-45d1-8d91-ea3032b80545 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:05.229653 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22543b34-b250-4f6b-bf2c-e2739a63b002 req-3ee77e54-992e-45d1-8d91-ea3032b80545 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0734940 Jul 22 22:22:05.269440 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22543b34-b250-4f6b-bf2c-e2739a63b002 req-b5cf8443-ba52-485a-a3d9-8ace7ed009a7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335405 Jul 22 22:22:06.408660 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9320a-d72a-4313-bbc2-7713aa9d05f8 req-9d5ea759-4f7e-4a8a-81d3-1e5ce2f39812 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:06.410116 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-62a9320a-d72a-4313-bbc2-7713aa9d05f8 req-9d5ea759-4f7e-4a8a-81d3-1e5ce2f39812 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0653446 Jul 22 22:22:06.459713 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-62a9320a-d72a-4313-bbc2-7713aa9d05f8 req-779bb0ed-d79c-4af9-90bb-5821c52ce99f tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Jul 22 22:22:07.600629 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904979f-640e-4d19-9684-5982be2410a9 req-e379eb05-bd70-4d4d-9acb-ae621bb08156 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:07.602181 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9904979f-640e-4d19-9684-5982be2410a9 req-e379eb05-bd70-4d4d-9acb-ae621bb08156 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0678473 Jul 22 22:22:07.646381 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9904979f-640e-4d19-9684-5982be2410a9 req-4a8b8b63-2698-4cb8-a690-f0b798c79036 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377429 Jul 22 22:22:08.797610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdd5fa-be28-4182-ad89-0b1c04179c66 req-b394f07d-158d-43b4-a6ef-6b80d823e14e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:08.799429 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d9cdd5fa-be28-4182-ad89-0b1c04179c66 req-b394f07d-158d-43b4-a6ef-6b80d823e14e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0675278 Jul 22 22:22:08.844483 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d9cdd5fa-be28-4182-ad89-0b1c04179c66 req-43d4d0ef-d794-466e-8dd1-d805a31f47d3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378838 Jul 22 22:22:10.001935 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2765fd-ba43-407f-ad96-3d7a6ed42358 req-e08e321e-8df5-413d-bb68-c3b0f8c33b16 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:10.003698 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a2765fd-ba43-407f-ad96-3d7a6ed42358 req-e08e321e-8df5-413d-bb68-c3b0f8c33b16 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0792234 Jul 22 22:22:10.045505 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a2765fd-ba43-407f-ad96-3d7a6ed42358 req-8175a9b9-b7c6-4c2e-a503-468d4d5686f7 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Jul 22 22:22:11.192424 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa31efb-5ff8-4a21-8800-7dd984c9b0c2 req-d0adfb95-fe46-4fd2-9f1d-33eb118f1b5d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:11.194251 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eaa31efb-5ff8-4a21-8800-7dd984c9b0c2 req-d0adfb95-fe46-4fd2-9f1d-33eb118f1b5d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0708301 Jul 22 22:22:11.235258 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-eaa31efb-5ff8-4a21-8800-7dd984c9b0c2 req-e41e1bd5-20cd-4747-b9af-6fe927161f52 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350950 Jul 22 22:22:12.382889 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b56fb-273f-4cd0-a77e-8b57ac5cf8b8 req-494832f0-f6a1-498b-ab8e-85d07d8c195e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:12.384479 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c7b56fb-273f-4cd0-a77e-8b57ac5cf8b8 req-494832f0-f6a1-498b-ab8e-85d07d8c195e tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0724728 Jul 22 22:22:12.424149 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2c7b56fb-273f-4cd0-a77e-8b57ac5cf8b8 req-09872f65-86eb-428b-874a-2c5c6351226d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Jul 22 22:22:12.950068 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-16917477-7e92-4282-86f8-19d2e198e768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:13.564189 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7f984-d1d7-49e5-9381-9636a839592c req-0c09a2f8-8898-4445-8528-1d6005e60a27 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:13.565752 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7a7f984-d1d7-49e5-9381-9636a839592c req-0c09a2f8-8898-4445-8528-1d6005e60a27 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0703294 Jul 22 22:22:13.609453 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a7a7f984-d1d7-49e5-9381-9636a839592c req-d36fa08d-9775-445a-9e31-67f2f792f855 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375183 Jul 22 22:22:14.772237 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d1d2-ee1f-4446-aaf6-939f11f9a94a req-611cca02-0361-45f7-ae7c-49b445283d1b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:14.774423 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2670d1d2-ee1f-4446-aaf6-939f11f9a94a req-611cca02-0361-45f7-ae7c-49b445283d1b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 943 time: 0.0894010 Jul 22 22:22:14.823880 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2670d1d2-ee1f-4446-aaf6-939f11f9a94a req-cc883b89-8c08-4912-8f8f-7c02a8fdf3aa tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346706 Jul 22 22:22:15.139564 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9258c-1af6-4abf-97e9-c8461ccd9223 req-2ed91415-b40d-496c-90d1-507ace71b4eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:15.141149 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-64a9258c-1af6-4abf-97e9-c8461ccd9223 req-2ed91415-b40d-496c-90d1-507ace71b4eb tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.0672407 Jul 22 22:22:15.184576 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-64a9258c-1af6-4abf-97e9-c8461ccd9223 req-20189bce-b81b-4a8a-bd53-a92b0750bf89 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Jul 22 22:22:15.372786 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:22:15.470365 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:15.482011 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'faef284b-3bc0-45b4-9175-e5021628b786', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'port_id': 'faef284b-3bc0-45b4-9175-e5021628b786', 'mac_address': 'fa:16:3e:5e:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:22:15.519788 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.533034 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:22:15.553278 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:15.557396 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.609907 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=9']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:15.678738 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:15.957033 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['faef284b-3bc0-45b4-9175-e5021628b786'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:22:15.988165 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5b3f4-302a-4a30-81d8-3ea6a769964a req-4633e042-6c6e-4527-922d-a9fc5103fb56 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:15.989789 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8ab5b3f4-302a-4a30-81d8-3ea6a769964a req-4633e042-6c6e-4527-922d-a9fc5103fb56 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 944 time: 0.0685441 Jul 22 22:22:16.033908 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8ab5b3f4-302a-4a30-81d8-3ea6a769964a req-dc87fa08-2ce4-4a7a-a574-0c23fc40bf1a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381494 Jul 22 22:22:16.110926 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-de9e5cdd-f433-4015-b220-8e28943597f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:16.322906 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba10c-2b87-483c-b5a5-9cd1312ad70a req-a8e3fe4f-6116-497a-9da4-7a07b660fe21 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:16.324524 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-888ba10c-2b87-483c-b5a5-9cd1312ad70a req-a8e3fe4f-6116-497a-9da4-7a07b660fe21 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.0725858 Jul 22 22:22:16.371612 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-888ba10c-2b87-483c-b5a5-9cd1312ad70a req-9d40ccbe-c166-4fbb-ab2c-13582299ec17 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Jul 22 22:22:16.728071 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.221661 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320791b-87e0-4ef9-bdc0-b2a509f570c9 req-821f8129-0a75-4f6c-be73-7b976b51d6d4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.223133 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7320791b-87e0-4ef9-bdc0-b2a509f570c9 req-821f8129-0a75-4f6c-be73-7b976b51d6d4 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 944 time: 0.0690367 Jul 22 22:22:17.266919 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7320791b-87e0-4ef9-bdc0-b2a509f570c9 req-aa97734c-2c0a-4aa4-8b8d-d5c6bd813f91 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Jul 22 22:22:17.375773 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:22:17.432595 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port faef284b-3bc0-45b4-9175-e5021628b786 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:22:17.433089 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.524668 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.541808 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60ae06-b317-4812-a09f-eda5c8b9de06 req-7ece1909-6b85-496e-b565-63b29f5a881b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.543345 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d60ae06-b317-4812-a09f-eda5c8b9de06 req-7ece1909-6b85-496e-b565-63b29f5a881b tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.0999260 Jul 22 22:22:17.550374 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:17.553642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c764ee-594b-4036-b78f-623a9f39f731" -d '{"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:17.566818 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:17.573518 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.596867 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c253b-81f1-4712-9a47-15e1645df51e req-390c4a50-0d1f-448a-97e0-6145bea4c37f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.599335 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-808c253b-81f1-4712-9a47-15e1645df51e req-390c4a50-0d1f-448a-97e0-6145bea4c37f tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 945 time: 0.1113465 Jul 22 22:22:17.599861 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07a733-b10b-470d-bb3a-d5d23c92ffeb x-openstack-request-id: req-dc07a733-b10b-470d-bb3a-d5d23c92ffeb {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:17.600205 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:17.600454 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-dc07a733-b10b-470d-bb3a-d5d23c92ffeb {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:17.600838 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'code': 200} Jul 22 22:22:17.608571 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1d60ae06-b317-4812-a09f-eda5c8b9de06 req-e52aa25b-9515-4bd3-a25b-bf7778ba69e2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups?id=b2fd380a-e0f3-49e3-9656-3ea689449925&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570984 Jul 22 22:22:17.629352 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=10']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:17.753331 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Deleting port 245b2585-5883-4ee1-ac31-1b72b9c0513b {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:17.753667 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.853593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] For port 245b2585-5883-4ee1-ac31-1b72b9c0513b, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=245b2585-5883-4ee1-ac31-1b72b9c0513b,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:17.854009 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:17.889891 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085099-49ca-41f8-811a-5db7387cc378 req-15ce64d7-710e-42fa-8cc1-9127cfdab64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:17.890208 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0085099-49ca-41f8-811a-5db7387cc378 req-15ce64d7-710e-42fa-8cc1-9127cfdab64f service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 1099 time: 0.0596848 Jul 22 22:22:17.930523 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f0085099-49ca-41f8-811a-5db7387cc378 req-12c10572-d05c-4be3-84ef-bdc53b0a698b service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295296 Jul 22 22:22:18.037495 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.037868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.038186 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Floating IP 2942cf88-54a3-4941-abf7-c0acb00ab259 disassociated. External IP: 172.27.1.13, port: 245b2585-5883-4ee1-ac31-1b72b9c0513b. Jul 22 22:22:18.038530 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Calling delete_port for 245b2585-5883-4ee1-ac31-1b72b9c0513b owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:18.182272 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.213246 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'Port': ['ID=245b2585-5883-4ee1-ac31-1b72b9c0513b,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:18.226910 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.227283 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.227646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.227975 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.228320 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.228650 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.229005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.229326 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.229647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.229968 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.230285 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.230621 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:18.352186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:18.416615 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38a6d-9f1e-47e2-aa50-ba26543cb613 req-1af59246-aaa2-45fd-a5b1-1b084109bd59 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:18.418101 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-94f38a6d-9f1e-47e2-aa50-ba26543cb613 req-1af59246-aaa2-45fd-a5b1-1b084109bd59 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0677323 Jul 22 22:22:18.461160 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-94f38a6d-9f1e-47e2-aa50-ba26543cb613 req-a6da250c-b36f-4e47-a2f9-c73576e7c208 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Jul 22 22:22:18.466981 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:18.478488 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:18.498279 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:18.498834 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:18.525937 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] No DVR routers for this DVR port 245b2585-5883-4ee1-ac31-1b72b9c0513b on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:18.528767 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:18.530866 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-808c253b-81f1-4712-9a47-15e1645df51e req-5731f7e4-95c0-41c1-9014-d015b1dcdf24 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.125 "DELETE /v2.0/ports/245b2585-5883-4ee1-ac31-1b72b9c0513b HTTP/1.1" status: 204 len: 173 time: 0.8879073 Jul 22 22:22:18.531301 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'name': 'network-vif-deleted', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:22:18.533601 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66e3dd-a470-4b78-85a4-82a1176d6588" -d '{"events": [{"server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "name": "network-vif-deleted", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:22:18.574413 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4095fc57-5ec6-4fd9-a4dd-ee235a0f70ab x-openstack-request-id: req-4095fc57-5ec6-4fd9-a4dd-ee235a0f70ab {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:22:18.575204 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f4f51-e0f7-44c6-9502-719ce8f4e606", "name": "network-vif-deleted", "tag": "245b2585-5883-4ee1-ac31-1b72b9c0513b", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:22:18.575593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4095fc57-5ec6-4fd9-a4dd-ee235a0f70ab {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:22:18.575864 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f4f51-e0f7-44c6-9502-719ce8f4e606', 'name': 'network-vif-deleted', 'tag': '245b2585-5883-4ee1-ac31-1b72b9c0513b', 'status': 'completed', 'code': 200} Jul 22 22:22:18.627233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:18.727332 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d4d6f948-fae2-4101-8580-5105949899fb req-f0580a81-67a9-4b1a-9c34-21eb189056f5 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/ports?device_id=ba8f4f51-e0f7-44c6-9502-719ce8f4e606 HTTP/1.1" status: 200 len: 210 time: 0.0410280 Jul 22 22:22:18.886081 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:18.912727 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:18.921060 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:18.921679 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:19.004379 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.037243 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:19.249490 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:19.401189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6149f-7631-4f1b-8841-5c85e42bb4ea None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:13:30Z', 'revision_number': 4, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '70678681-899e-475a-8f6c-2566641cadce', 'name': '', 'network_id': '5dcfbf64-3926-45d8-838a-8c062184c27a', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'mac_address': 'fa:16:3e:1c:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:29Z', 'updated_at': '2021-07-22T22:13:43Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'subnets': [{'id': '79414aa4-84a2-4ea8-9521-cc0378afb612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:19.637891 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048518a1-51b0-4e7d-81b7-81359ab5264d req-405f46ad-bb85-457a-ae31-d49364fa4bd0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:19.639224 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-048518a1-51b0-4e7d-81b7-81359ab5264d req-405f46ad-bb85-457a-ae31-d49364fa4bd0 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0941014 Jul 22 22:22:19.675264 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199630-7bb0-4ef9-bd86-85f6d79ab12d None None] New status for floating IP 2942cf88-54a3-4941-abf7-c0acb00ab259: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:22:19.691816 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-048518a1-51b0-4e7d-81b7-81359ab5264d req-748cb39c-5538-420b-a796-420ba93cdc3b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465479 Jul 22 22:22:19.827525 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43422) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:19.893933 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.919556 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.974879 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.977483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:19.978687 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "DELETE /v2.0/security-groups/b2fd380a-e0f3-49e3-9656-3ea689449925 HTTP/1.1" status: 204 len: 168 time: 0.1496274 Jul 22 22:22:19.981810 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43424) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:19.988306 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd380a-e0f3-49e3-9656-3ea689449925,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:19.997630 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-369d5d65-ee66-44ad-940a-d718580856a4 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] show failed (client error): The resource could not be found. Jul 22 22:22:19.997868 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:19.998165 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:19.998507 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:19.998787 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-369d5d65-ee66-44ad-940a-d718580856a4 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "GET /v2.0/security-groups/b2fd380a-e0f3-49e3-9656-3ea689449925 HTTP/1.1" status: 404 len: 347 time: 0.0157413 Jul 22 22:22:19.999080 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:19.999394 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:19.999734 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.000070 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.000465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.000799 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.001134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.001465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.001791 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46393b3e-39c9-4e55-9cb0-677669d56ed2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:22:20.002198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43426) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:20.137313 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Deleting port 18d3b22a-22f6-46e4-98ef-32bf4600cf8e {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:20.137656 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.221901 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.222227 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.234256 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Calling delete_port for 18d3b22a-22f6-46e4-98ef-32bf4600cf8e owned by network:floatingip {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:20.367598 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.399503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Pushing event deleted for resources: {'Port': ['ID=18d3b22a-22f6-46e4-98ef-32bf4600cf8e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:20.461227 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.463691 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:20.464855 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-cc0092aa-54c7-4d7d-9b0e-49b7283db3d2 tempest-AttachVolumeTestJSON-579115865 tempest-AttachVolumeTestJSON-579115865-project] 10.222.0.110 "DELETE /v2.0/floatingips/2942cf88-54a3-4941-abf7-c0acb00ab259 HTTP/1.1" status: 204 len: 168 time: 0.4616733 Jul 22 22:22:20.834524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48915d-bcb3-49a2-afe1-d9b24bbfc2f4 req-a3d1d3ed-f115-4a12-97b6-66ff519ddf8d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:20.836335 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a48915d-bcb3-49a2-afe1-d9b24bbfc2f4 req-a3d1d3ed-f115-4a12-97b6-66ff519ddf8d tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0679677 Jul 22 22:22:20.878217 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5a48915d-bcb3-49a2-afe1-d9b24bbfc2f4 req-b297b942-0e47-4ac0-8eb6-df22d1dd5203 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Jul 22 22:22:21.395905 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 245b2585-5883-4ee1-ac31-1b72b9c0513b no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:21.419114 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 245b2585-5883-4ee1-ac31-1b72b9c0513b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:21.419464 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 245b2585-5883-4ee1-ac31-1b72b9c0513b not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:24.042117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43458) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:24.552879 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.087004 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Deleting port 70678681-899e-475a-8f6c-2566641cadce {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:25.088003 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.171397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] For port 70678681-899e-475a-8f6c-2566641cadce, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=70678681-899e-475a-8f6c-2566641cadce,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:25.171762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.184913 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Calling delete_port for 70678681-899e-475a-8f6c-2566641cadce owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:25.366485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.389847 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Pushing event deleted for resources: {'Port': ['ID=70678681-899e-475a-8f6c-2566641cadce,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:25.571197 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:25.797337 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Router 14491050-0387-4472-b689-5841d57e358c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:22:25.905989 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:22:25.911130 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f73e2bc2-b058-457a-b2bb-88dafc9130bc admin admin] 10.222.0.110 "PUT /v2.0/routers/14491050-0387-4472-b689-5841d57e358c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678708 Jul 22 22:22:25.914745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43462) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:25.915394 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Sync routers for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:22:25.925575 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:25.926947 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:26.025608 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.038631 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:26.139037 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.215381 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Deleting port 59987bfa-ff35-4ad3-a0bb-b80101240b91 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:26.215866 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.244162 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:22:25Z', 'revision_number': 5, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port': {'id': '59987bfa-ff35-4ad3-a0bb-b80101240b91', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14491050-0387-4472-b689-5841d57e358c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:23Z', 'updated_at': '2021-07-22T22:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:26.272962 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Checking router: 14491050-0387-4472-b689-5841d57e358c for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:22:26.282191 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Routers {'14491050-0387-4472-b689-5841d57e358c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:22:26.282837 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['14491050-0387-4472-b689-5841d57e358c'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:26.305360 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] For port 59987bfa-ff35-4ad3-a0bb-b80101240b91, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=59987bfa-ff35-4ad3-a0bb-b80101240b91,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:26.305713 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.321468 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Calling delete_port for 59987bfa-ff35-4ad3-a0bb-b80101240b91 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:26.392357 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] Set router 14491050-0387-4472-b689-5841d57e358c gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:22:26.393944 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.449274 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:22:26Z', 'revision_number': 6, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:26.481714 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf046d6c-dd0a-40ed-9fff-77fa6148fe36 None None] The sync data for ids ['14491050-0387-4472-b689-5841d57e358c'] in dv-cinder-801868-2-iscsi is: [{'id': '14491050-0387-4472-b689-5841d57e358c', 'name': 'tempest-AttachVolumeTestJSON-1046833517-router', 'tenant_id': '93164c7b18524c7f9483aa0383349cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:22Z', 'updated_at': '2021-07-22T22:22:26Z', 'revision_number': 6, 'project_id': '93164c7b18524c7f9483aa0383349cb9', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:22:26.517366 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.545974 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Pushing event deleted for resources: {'Port': ['ID=59987bfa-ff35-4ad3-a0bb-b80101240b91,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:26.612669 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.707973 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.710200 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.753827 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.754405 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14491050-0387-4472-b689-5841d57e358c {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:22:26.759533 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.760688 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bc4f4761-8ae4-49f0-b9c0-64cf4babb62e admin admin] 10.222.0.110 "DELETE /v2.0/routers/14491050-0387-4472-b689-5841d57e358c HTTP/1.1" status: 204 len: 168 time: 0.8450193 Jul 22 22:22:26.763277 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43464) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:26.813295 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Deleting subnet 79414aa4-84a2-4ea8-9521-cc0378afb612 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:26.816701 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.870043 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:26.962746 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.022240 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.048482 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79414aa4-84a2-4ea8-9521-cc0378afb612,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:27.054468 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.057854 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-bd395547-0f69-4059-af58-c7e4e9eb69bd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/79414aa4-84a2-4ea8-9521-cc0378afb612 HTTP/1.1" status: 204 len: 168 time: 0.2922454 Jul 22 22:22:27.059114 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43466) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:27.060045 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34387414-4120-4299-b0c1-61d9a03323c1 None None] Network 5dcfbf64-3926-45d8-838a-8c062184c27a requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:27.135998 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.198255 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Deleting port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:27.198810 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.262526 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] DHCP port deletion for 5dcfbf64-3926-45d8-838a-8c062184c27a request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:22:27.273396 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] For port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:27.273755 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.288818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Calling delete_port for 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:27.317777 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Deleting port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:22:27.318157 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.380151 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.387409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] For port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,segment=NetworkSegment(f1b83d12-444b-4f86-b31e-aee799c9b5a6),segment_id=f1b83d12-444b-4f86-b31e-aee799c9b5a6)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:22:27.387409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.401440 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Calling delete_port for 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:22:27.409360 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:27.412503 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] No DVR routers for this DVR port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed on host dv-cinder-801868-2-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:27.497052 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.497959 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.510970 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcfbf64-3926-45d8-838a-8c062184c27a']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:27.522829 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b83d12-444b-4f86-b31e-aee799c9b5a6') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:27.523105 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] Pushing event deleted for resources: {'Port': ['ID=1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:27.523204 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b83d12-444b-4f86-b31e-aee799c9b5a6') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:27.529954 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbe64b-c216-4e15-8b0a-832128ec13bb None None] No DVR routers for this DVR port 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:22:27.538583 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.559713 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.566548 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:27.567681 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:27.569725 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:27.632696 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.638400 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.640305 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] 10.222.0.110 "DELETE /v2.0/networks/5dcfbf64-3926-45d8-838a-8c062184c27a HTTP/1.1" status: 204 len: 168 time: 0.5802200 Jul 22 22:22:27.655274 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2ace-9c8a-4064-b93d-600f3f1b9625 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcfbf64-3926-45d8-838a-8c062184c27a,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:27.767665 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43470) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:27.809060 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-dd7bee49-8b1a-4b5c-a4fb-5dd564e35273 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=93164c7b18524c7f9483aa0383349cb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401676 Jul 22 22:22:27.811461 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43472) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:27.866778 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.888691 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.937762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.940497 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:27.941661 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5b87d4c0-8829-443d-a3d3-4fb9cc9a00de HTTP/1.1" status: 204 len: 168 time: 0.1293044 Jul 22 22:22:27.949883 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a623-af23-4f55-9075-7b64cfbee3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b87d4c0-8829-443d-a3d3-4fb9cc9a00de,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:28.220995 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:28.244693 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:28.245155 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 1e109ef2-bc6d-45a0-b371-48f8ffc8b8ed not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:28.245466 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 59987bfa-ff35-4ad3-a0bb-b80101240b91 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:28.264626 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 59987bfa-ff35-4ad3-a0bb-b80101240b91 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:28.264968 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 59987bfa-ff35-4ad3-a0bb-b80101240b91 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:28.265404 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 70678681-899e-475a-8f6c-2566641cadce no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:22:28.288233 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 70678681-899e-475a-8f6c-2566641cadce {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:22:28.288647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 70678681-899e-475a-8f6c-2566641cadce not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:22:32.824144 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:22:33.864631 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-24131cc2-2442-4201-9a11-6a7e492cc6f2 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563016 Jul 22 22:22:33.964258 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-ca5aa3b8-3927-4c39-9e16-50235e20d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:33.965826 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-ca5aa3b8-3927-4c39-9e16-50235e20d998 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1099 time: 0.0563133 Jul 22 22:22:34.075836 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-e5761bc0-72f1-4b88-836e-62ed69f4022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:34.077632 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-e5761bc0-72f1-4b88-836e-62ed69f4022f service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.0875530 Jul 22 22:22:34.150776 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-14b9aeeb-b2da-47cd-b3cd-0dc2d8f9654f service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 1002 time: 0.0637765 Jul 22 22:22:34.201450 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-084d76a5-f199-4bb9-a668-68f7a99f4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:34.203162 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-084d76a5-f199-4bb9-a668-68f7a99f4f2b service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0439816 Jul 22 22:22:34.262890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-9ba8d273-ce36-439f-950b-c8fa6b8f425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:34.264291 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-9ba8d273-ce36-439f-950b-c8fa6b8f425d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526037 Jul 22 22:22:34.366035 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-06bf1d5a-09a8-4332-a4ff-d492ba66b1a0 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922515 Jul 22 22:22:34.458043 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-0447b89d-f351-40a2-b0da-ef286b95ac03 req-4753c338-61ac-4fc5-a439-7e9d2d480911 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834885 Jul 22 22:22:37.409850 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43580) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:37.518642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-967fc984-031f-4d6b-953d-78cfc6042b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.610098 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-967fc984-031f-4d6b-953d-78cfc6042b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.614024 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-967fc984-031f-4d6b-953d-78cfc6042b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.659347 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-967fc984-031f-4d6b-953d-78cfc6042b48 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=778f88733bb949669100869e27c16adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483068 Jul 22 22:22:37.660178 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fc984-031f-4d6b-953d-78cfc6042b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635d1f71-bb1f-4d76-aab7-42decf317356,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:37.662160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43584) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:37.715780 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.736212 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.782897 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.785465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:37.786577 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/635d1f71-bb1f-4d76-aab7-42decf317356 HTTP/1.1" status: 204 len: 168 time: 0.1228106 Jul 22 22:22:37.794828 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717976b5-9a05-44b7-bafc-2d479e31b09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635d1f71-bb1f-4d76-aab7-42decf317356,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:39.432520 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43634) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:39.535425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3ef544ca-e759-43c3-9718-349ec67d8a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.625737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3ef544ca-e759-43c3-9718-349ec67d8a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.629380 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3ef544ca-e759-43c3-9718-349ec67d8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.667753 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3ef544ca-e759-43c3-9718-349ec67d8a3b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=026d49c8a3944a718e7463cd939ea423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341449 Jul 22 22:22:39.668673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef544ca-e759-43c3-9718-349ec67d8a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d790e8a9-d4cf-46a9-a01d-3b19ab312c14,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:39.670477 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43638) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:39.719507 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.741262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.789308 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.791735 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:39.792909 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d790e8a9-d4cf-46a9-a01d-3b19ab312c14 HTTP/1.1" status: 204 len: 168 time: 0.1214733 Jul 22 22:22:39.800564 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a258659-1fdf-4dd9-8a88-4771956ee037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d790e8a9-d4cf-46a9-a01d-3b19ab312c14,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:40.051374 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43644) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:40.065732 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ff4398d4-8edf-4db3-a642-1602813efc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.157028 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ff4398d4-8edf-4db3-a642-1602813efc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.162147 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ff4398d4-8edf-4db3-a642-1602813efc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.204528 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ff4398d4-8edf-4db3-a642-1602813efc48 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=cf9b78f87e874ad1bce8d56cc89fe3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508067 Jul 22 22:22:40.205343 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4398d4-8edf-4db3-a642-1602813efc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e83029-a5a7-4c81-98c8-c610526aac26,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:40.207299 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43646) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:40.257828 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.281661 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.328340 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.330996 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:40.332485 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b0e83029-a5a7-4c81-98c8-c610526aac26 HTTP/1.1" status: 204 len: 168 time: 0.1238999 Jul 22 22:22:40.341339 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048ec5f-e763-4978-b191-12b6d7c04941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e83029-a5a7-4c81-98c8-c610526aac26,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:41.025661 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43668) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:41.127955 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-983900624-network', 'tenant_id': 'b01e3072c3dc4844b59b32f4b9418794'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:41.156520 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Made reservation on behalf of b01e3072c3dc4844b59b32f4b9418794 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:41.158830 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.169960 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.267649 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.272060 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.298153 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:22:41.307804 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c139d-86d5-467a-864f-be359925bd0b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:41.312605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.312943 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Added segment aab5259f-909a-4479-9df9-6eb5750399e1 of type vlan for network cc3b2449-9ae4-423e-bf0d-7039300ba63e Jul 22 22:22:41.356143 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.387260 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.388265 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:41.388883 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.425862 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3990846 Jul 22 22:22:41.429062 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43672) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:41.434081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Request body: {'subnet': {'network_id': 'cc3b2449-9ae4-423e-bf0d-7039300ba63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-983900624-subnet', 'tenant_id': 'b01e3072c3dc4844b59b32f4b9418794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:41.457362 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc620f1-aa7f-4630-898b-5a83a29a3297 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3b2449-9ae4-423e-bf0d-7039300ba63e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:41.457612 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Made reservation on behalf of b01e3072c3dc4844b59b32f4b9418794 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:41.462494 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855854'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.468824 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network cc3b2449-9ae4-423e-bf0d-7039300ba63e details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:22:41.644148 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12659987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855900'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.704918 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424bed97-d8df-4a5a-a3d9-f56826795943,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:41.721033 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Checking segment: {'id': 'aab5259f-909a-4479-9df9-6eb5750399e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cc3b2449-9ae4-423e-bf0d-7039300ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:41.721556 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Network hostable DHCP agents. Network: cc3b2449-9ae4-423e-bf0d-7039300ba63e, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:22:41.742803 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Network cc3b2449-9ae4-423e-bf0d-7039300ba63e is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:22:41.751912 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, cc3b2449-9ae4-423e-bf0d-7039300ba63e) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:41.757125 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:41.757643 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:41.762192 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d7cdc-aef4-45bd-958f-49b16800b803 None None] Network cc3b2449-9ae4-423e-bf0d-7039300ba63e requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:41.772435 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-907ac621-90d6-49f7-b4ff-d950ac999090 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3420901 Jul 22 22:22:41.925368 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f70a28-d3fb-4e43-9631-b98a3ffe2c90 None None] Network cc3b2449-9ae4-423e-bf0d-7039300ba63e requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:42.295144 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43692) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:42.300356 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131860918-network', 'tenant_id': '64226d547ae94faeb23fb97a8bd253d4'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:42.323478 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Made reservation on behalf of 64226d547ae94faeb23fb97a8bd253d4 for: {'network': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:42.325952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.336197 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.435458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.439364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.464151 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=93217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:22:42.474589 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d5ccd-2b64-4652-8a1b-5fe98883e98e,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:42.479615 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.479950 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.segments_db [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Added segment c95058ef-b19f-4083-910d-7fbaffb1ed4b of type vlan for network a1c74190-139d-44fb-bb7a-d79e78d307f6 Jul 22 22:22:42.520498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.553625 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.554658 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:42.555245 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.588248 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2918975 Jul 22 22:22:42.590900 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43694) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:42.595686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Request body: {'subnet': {'network_id': 'a1c74190-139d-44fb-bb7a-d79e78d307f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131860918-subnet', 'tenant_id': '64226d547ae94faeb23fb97a8bd253d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:42.637300 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5649-7d7c-4b2d-b722-52a2b0d9dc2a admin admin] Pushing event updated for resources: {'Network': ['ID=a1c74190-139d-44fb-bb7a-d79e78d307f6,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:42.648219 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network a1c74190-139d-44fb-bb7a-d79e78d307f6 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:22:42.656186 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Made reservation on behalf of 64226d547ae94faeb23fb97a8bd253d4 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:42.658584 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855854'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.829983 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12659987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855900'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.886897 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01c3544-2887-47cb-b5d2-d389a99fdaee,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:42.894483 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Checking segment: {'id': 'c95058ef-b19f-4083-910d-7fbaffb1ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'a1c74190-139d-44fb-bb7a-d79e78d307f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:22:42.894842 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Network hostable DHCP agents. Network: a1c74190-139d-44fb-bb7a-d79e78d307f6, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:22:42.912992 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Network a1c74190-139d-44fb-bb7a-d79e78d307f6 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:22:42.921284 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, a1c74190-139d-44fb-bb7a-d79e78d307f6) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:22:42.925236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:42.925836 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:42.932005 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9d24f-bd30-48c4-a20c-b2b1bcd12e8a None None] Network a1c74190-139d-44fb-bb7a-d79e78d307f6 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:42.941340 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4b370879-87bc-4034-bd3a-2b4e07e4e0b6 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3494091 Jul 22 22:22:42.974387 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e4645c4b-7c42-4e36-aa59-81dbbe7205af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.075516 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43698) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:43.086108 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10c5f5-2c31-42f6-aff0-cb90e5cd05d0 None None] Network a1c74190-139d-44fb-bb7a-d79e78d307f6 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:22:43.125361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Deleting subnet 424bed97-d8df-4a5a-a3d9-f56826795943 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:43.128944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.166064 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.211418 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.270637 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.298896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424bed97-d8df-4a5a-a3d9-f56826795943,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:43.300967 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.303562 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-89a2f925-4930-45a4-a2c0-6d7a4279cbb7 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/424bed97-d8df-4a5a-a3d9-f56826795943 HTTP/1.1" status: 204 len: 168 time: 0.2270584 Jul 22 22:22:43.307166 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43700) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:43.388155 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.472306 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.483888 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3b2449-9ae4-423e-bf0d-7039300ba63e']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:43.494961 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab5259f-909a-4479-9df9-6eb5750399e1') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:43.495257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab5259f-909a-4479-9df9-6eb5750399e1') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:43.504199 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.519047 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.526378 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:43.527133 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:43.529051 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:43.590473 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.596340 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.598175 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] 10.222.0.110 "DELETE /v2.0/networks/cc3b2449-9ae4-423e-bf0d-7039300ba63e HTTP/1.1" status: 204 len: 168 time: 0.2900155 Jul 22 22:22:43.601731 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43702) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:43.610379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9687c-1637-4877-9ec6-0010b1d3edfe admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3b2449-9ae4-423e-bf0d-7039300ba63e,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:43.654149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Deleting subnet a01c3544-2887-47cb-b5d2-d389a99fdaee {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:22:43.657628 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.694628 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12659995'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.743725 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.805973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12660178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855891'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.840128 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:43.842034 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a01c3544-2887-47cb-b5d2-d389a99fdaee HTTP/1.1" status: 204 len: 168 time: 0.2393141 Jul 22 22:22:43.842797 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78094264-fe3e-4e07-a350-1c29f1bb327d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01c3544-2887-47cb-b5d2-d389a99fdaee,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:43.844739 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43704) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:43.916821 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.000649 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.010738 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c74190-139d-44fb-bb7a-d79e78d307f6']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:44.020969 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95058ef-b19f-4083-910d-7fbaffb1ed4b') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:44.021379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95058ef-b19f-4083-910d-7fbaffb1ed4b') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:22:44.030664 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.045717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.051820 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:22:44.052309 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:22:44.053939 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:22:44.107666 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.113016 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.115118 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] 10.222.0.110 "DELETE /v2.0/networks/a1c74190-139d-44fb-bb7a-d79e78d307f6 HTTP/1.1" status: 204 len: 168 time: 0.2693081 Jul 22 22:22:44.129297 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5420e8b-803a-43b8-a58d-46cba3ee647c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c74190-139d-44fb-bb7a-d79e78d307f6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:44.279570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43708) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:44.327047 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e4cbf149-dc2f-4d65-8260-0a28e43c2143 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b01e3072c3dc4844b59b32f4b9418794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457699 Jul 22 22:22:44.329750 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43710) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:44.385058 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.407192 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.458458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.461435 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.462601 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/976c139d-86d5-467a-864f-be359925bd0b HTTP/1.1" status: 204 len: 168 time: 0.1318655 Jul 22 22:22:44.470556 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9c5b0-7e38-40e0-92ea-48fe9195d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c139d-86d5-467a-864f-be359925bd0b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:44.822402 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43716) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:44.864152 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-08d0b0bf-7c1d-4fb3-8e73-53ac42073618 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=64226d547ae94faeb23fb97a8bd253d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405593 Jul 22 22:22:44.866995 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43718) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:44.919508 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.946261 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:44.997698 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:45.000730 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:45.001553 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/331d5ccd-2b64-4652-8a1b-5fe98883e98e HTTP/1.1" status: 204 len: 168 time: 0.1336482 Jul 22 22:22:45.011141 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbcbd4-3442-4183-99d0-7675bb9ae793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d5ccd-2b64-4652-8a1b-5fe98883e98e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:45.679870 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.117172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a39915f2-44ee-45c9-9df8-d62e2d19a1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.159954 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43748) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:46.288961 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5efacf20-63f7-4fc8-bc23-734b42694f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.385011 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5efacf20-63f7-4fc8-bc23-734b42694f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.388979 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5efacf20-63f7-4fc8-bc23-734b42694f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.428806 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efacf20-63f7-4fc8-bc23-734b42694f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168546e9-576a-4ec5-9872-766701104592,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:46.434178 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5efacf20-63f7-4fc8-bc23-734b42694f3c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f86dfa6ee0be45b9a3fb8e6b3c705234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721515 Jul 22 22:22:46.436873 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43752) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:46.495690 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.515987 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.571264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.573960 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:46.575102 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/168546e9-576a-4ec5-9872-766701104592 HTTP/1.1" status: 204 len: 168 time: 0.1373215 Jul 22 22:22:46.583677 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7d2aa-837e-4a9b-8f6c-440bd81ea28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168546e9-576a-4ec5-9872-766701104592,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:46.733152 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:48.955203 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:50.867170 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 43828) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:50.977971 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea21-8373-4a81-b142-65c2b446fdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.069216 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea21-8373-4a81-b142-65c2b446fdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.075262 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c8c1ea21-8373-4a81-b142-65c2b446fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.127087 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c8c1ea21-8373-4a81-b142-65c2b446fdf1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fb6d6875322f4080bd0dae044574ef79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587364 Jul 22 22:22:51.130417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1ea21-8373-4a81-b142-65c2b446fdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9dd83-9f91-4e9a-980c-ec2dd86287b6,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:51.130634 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 43834) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:22:51.420829 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.443372 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.492081 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.495190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:51.496376 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b8c9dd83-9f91-4e9a-980c-ec2dd86287b6 HTTP/1.1" status: 204 len: 168 time: 0.3649886 Jul 22 22:22:51.504843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a6f53-af25-485a-947e-afbd37d51bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9dd83-9f91-4e9a-980c-ec2dd86287b6,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:22:56.387926 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:22:57.792152 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a679e842-4929-40f5-b99f-d6db0b4d17ac tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993943540&fields=id&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 267 time: 0.0342751 Jul 22 22:22:57.902677 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-bb859d53-ecba-46e6-a9f8-643589ea585e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:57.904231 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-bb859d53-ecba-46e6-a9f8-643589ea585e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1055324 Jul 22 22:22:57.920057 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-adc6fb6b-2abf-44a9-b3da-e0060b006b19 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/quotas/853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 375 time: 0.0101373 Jul 22 22:22:57.993266 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a2f8b37b-37c6-4ba1-ab95-ec9f3f4163c7 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0680745 Jul 22 22:22:58.095063 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-489cea3b-bbf5-472f-bd6b-5afb6aac84d1 service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901694 Jul 22 22:22:58.188568 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-7a7bb9aa-be93-42e0-9ce8-d4f539ad4daf service neutron] 10.222.0.110 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867100 Jul 22 22:22:58.486391 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-24657ae3-fe9a-477d-9880-758adcdeb804 req-0159feda-3fa7-403e-a6f8-08049884e2d6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 210 time: 0.0297070 Jul 22 22:22:59.586417 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-695bb338-5d3f-4c15-b594-122d46066ac3 req-bc96a6ea-4edd-4cd3-ab8c-7e6cb8a39091 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 210 time: 0.0298839 Jul 22 22:22:59.740243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a6cef9e6-a088-40c1-83a4-7c66d1160ace tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:22:59.741857 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a6cef9e6-a088-40c1-83a4-7c66d1160ace tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 812 time: 0.1097345 Jul 22 22:22:59.801556 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-96a88f58-2024-4b59-b251-1b76e6097744 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853ea27311ea40e185ea767354f4dec1 HTTP/1.1" status: 200 len: 380 time: 0.0375857 Jul 22 22:22:59.821915 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'port': {'device_id': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'admin_state_up': True, 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'security_groups': ['194c100a-e488-4e77-9264-388dd7344df6']}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:22:59.939745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Made reservation on behalf of 853ea27311ea40e185ea767354f4dec1 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:22:59.943298 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.066823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.20.0.8 (7e529f4f-4b03-4451-832a-e468345894dd/09e7f249-b7a5-406a-aa47-64ac020da6ed/ef2cf38b-40af-4b6a-be31-b0fa0cc57a37) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:00.219823 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.235126 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Transition to ACTIVE for port object ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:00.268622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.316433 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 7e529f4f-4b03-4451-832a-e468345894dd is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:00.321560 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:00.324190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:00.359108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:00.389342 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:00.390052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.405889 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-a46addd9-aa2a-4d6d-8045-91c003347f12 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878010 Jul 22 22:23:00.427781 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Request body: {'port': {'device_id': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:00.504986 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.529275 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-aa85169e-b837-44c1-925b-8effa034bed4 None None] Provisioning for port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:00.532994 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-aa85169e-b837-44c1-925b-8effa034bed4 None None] Provisioning complete for port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:00.533371 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-aa85169e-b837-44c1-925b-8effa034bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.568246 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-aa85169e-b837-44c1-925b-8effa034bed4 None None] Port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:00.783065 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f223-83f3-4d8b-97e9-b6ecebfab338 req-219604bc-a80a-4691-a017-3c43436d68f0 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:00.784622 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1527f223-83f3-4d8b-97e9-b6ecebfab338 req-219604bc-a80a-4691-a017-3c43436d68f0 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 931 time: 0.1273637 Jul 22 22:23:00.852305 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:00.864231 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1527f223-83f3-4d8b-97e9-b6ecebfab338 req-352b54bb-f0b9-42e6-abad-d1bcf1a0c74d tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705962 Jul 22 22:23:00.866076 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.887570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Transition to ACTIVE for port object ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:00.892228 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:00.942376 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:01.024131 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Attempting to bind port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:01.024502 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Attempting to bind port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:01.024836 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Attempting to bind port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:01.029382 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 on network 7e529f4f-4b03-4451-832a-e468345894dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:23:01.029704 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Attempting to bind port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 on network 7e529f4f-4b03-4451-832a-e468345894dd {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:01.034774 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:01.035113 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Checking segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:01.035501 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Bound using segment: {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:01.035924 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Bound port: ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:01.036296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:01.105930 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:01.109204 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:01.114668 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:01.149682 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.150321 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:01.151746 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-49739593-a08b-40c4-a766-be8f0322112c service neutron] 10.222.0.125 "PUT /v2.0/ports/ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 1093 time: 0.7287257 Jul 22 22:23:01.152198 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:01.154577 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbbf055-9efb-415c-a7bb-42274f4eef51" -d '{"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:01.197094 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49739593-a08b-40c4-a766-be8f0322112c service neutron] Pushing event updated for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:01.240108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7a4336-5f64-43fb-9aa0-f9e31e832297 x-openstack-request-id: req-2d7a4336-5f64-43fb-9aa0-f9e31e832297 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:01.240677 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:01.241407 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2d7a4336-5f64-43fb-9aa0-f9e31e832297 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:01.242109 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'status': 'completed', 'code': 200} Jul 22 22:23:01.339286 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-7bdc0b53-f38a-48f3-961d-8c4ff44ce20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.340969 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-7bdc0b53-f38a-48f3-961d-8c4ff44ce20e service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1096 time: 0.0727744 Jul 22 22:23:01.406963 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-7fc4e876-600d-4385-9cc5-2ef2e3e3b6ae service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 217 time: 0.0377851 Jul 22 22:23:01.459472 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-ef2e14ce-f90a-4a28-8593-0b9bcf4d525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.460995 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-ef2e14ce-f90a-4a28-8593-0b9bcf4d525c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0468123 Jul 22 22:23:01.529156 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-f0a9eaa2-8e3e-483b-b059-761002c27c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.530666 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-f0a9eaa2-8e3e-483b-b059-761002c27c5d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599427 Jul 22 22:23:01.622752 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-89b27e56-396f-43bb-a560-4b74b7784a6d service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831969 Jul 22 22:23:01.726026 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e153e12c-21c0-4a92-a773-dbf9f74b9f18 req-5ceecdde-e29b-4e5b-85bc-e501a81ebe29 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946295 Jul 22 22:23:01.913251 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-41b198d0-14eb-4b92-8641-1bc570d5e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:01.914761 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-41b198d0-14eb-4b92-8641-1bc570d5e0d1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1096 time: 0.0564771 Jul 22 22:23:02.048384 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-f03125c3-7b02-49f5-95fb-ea05ee5adc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:02.049869 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-f03125c3-7b02-49f5-95fb-ea05ee5adc46 service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1264708 Jul 22 22:23:02.071863 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef0b84-28d0-46d0-8657-9dbf39513bec req-864f46f1-243e-4c55-aaa6-bafe284fd97a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:02.073333 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55ef0b84-28d0-46d0-8657-9dbf39513bec req-864f46f1-243e-4c55-aaa6-bafe284fd97a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.1316586 Jul 22 22:23:02.107418 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-ab79afff-d2c6-4118-8099-b5b0931643fe service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 217 time: 0.0498571 Jul 22 22:23:02.166647 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-55ef0b84-28d0-46d0-8657-9dbf39513bec req-eadb9788-8980-4679-b16e-51e344994631 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659153 Jul 22 22:23:02.180615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-3d74bf27-f542-401f-a4e7-959900609675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:02.182186 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-3d74bf27-f542-401f-a4e7-959900609675 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0598028 Jul 22 22:23:02.257861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-fdd06713-0882-4099-bbec-9af1aaf1824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:02.259376 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-fdd06713-0882-4099-bbec-9af1aaf1824c service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559092 Jul 22 22:23:02.359992 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-8335a8f4-1c3a-4f06-9755-1ea85b8ee43e service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916717 Jul 22 22:23:02.457767 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ecbbf055-9efb-415c-a7bb-42274f4eef51 req-31222155-6021-44a0-9994-49cae35de565 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Jul 22 22:23:03.304533 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cde84-e841-4510-9812-0d2b35364a44 req-f8d5bb95-2fdd-4e27-83b8-f5be30b4b006 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:03.306076 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db5cde84-e841-4510-9812-0d2b35364a44 req-f8d5bb95-2fdd-4e27-83b8-f5be30b4b006 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0676820 Jul 22 22:23:03.348061 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-db5cde84-e841-4510-9812-0d2b35364a44 req-200904ef-92a3-4052-8b9f-29df689bdc04 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Jul 22 22:23:04.481608 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd7681-320e-46f2-b4a9-cc3e0bbdfcec req-f99777ba-ffc8-4300-b702-2d8c07957bae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:04.483144 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0dd7681-320e-46f2-b4a9-cc3e0bbdfcec req-f99777ba-ffc8-4300-b702-2d8c07957bae tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0663748 Jul 22 22:23:04.524053 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a0dd7681-320e-46f2-b4a9-cc3e0bbdfcec req-c02d02cd-2299-481f-805e-fb739775122c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Jul 22 22:23:05.655749 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5802b-1b9d-45b5-8097-57caf2dbf1e6 req-53fc57d5-18d9-4ebc-9627-46b9c4ec1867 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:05.657307 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3db5802b-1b9d-45b5-8097-57caf2dbf1e6 req-53fc57d5-18d9-4ebc-9627-46b9c4ec1867 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0651786 Jul 22 22:23:05.696065 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3db5802b-1b9d-45b5-8097-57caf2dbf1e6 req-8d81dc54-6033-43ea-adf3-79085ad9413b tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Jul 22 22:23:06.839888 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf51511-5568-4bc6-aefc-74ecbc5dbc4f req-3aac8ad3-797b-496f-af94-94c9dad25777 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:06.841403 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aaf51511-5568-4bc6-aefc-74ecbc5dbc4f req-3aac8ad3-797b-496f-af94-94c9dad25777 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0722740 Jul 22 22:23:06.881560 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-aaf51511-5568-4bc6-aefc-74ecbc5dbc4f req-d168493f-69e0-4a54-8b01-13470232f71c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347302 Jul 22 22:23:08.015561 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05106f-8ba1-438d-8fc5-dab9bd6ed6f2 req-accbd7b7-1cfb-461c-a308-ce670e34703a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:08.017049 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1c05106f-8ba1-438d-8fc5-dab9bd6ed6f2 req-accbd7b7-1cfb-461c-a308-ce670e34703a tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0693617 Jul 22 22:23:08.054807 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1c05106f-8ba1-438d-8fc5-dab9bd6ed6f2 req-14c7bb8c-fa74-4c17-af2d-ff1fa21eda71 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Jul 22 22:23:09.186345 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc966069-58a4-4c06-9b15-658f58e4e67f req-6f7b9836-1d6e-434e-a822-75d41fd1c331 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:09.187832 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc966069-58a4-4c06-9b15-658f58e4e67f req-6f7b9836-1d6e-434e-a822-75d41fd1c331 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 943 time: 0.0659440 Jul 22 22:23:09.225364 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-bc966069-58a4-4c06-9b15-658f58e4e67f req-96538a33-376e-4d99-a256-f86082be63ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310025 Jul 22 22:23:09.760034 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:23:09.822855 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:09.855186 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:09.870312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'port_id': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'mac_address': 'fa:16:3e:3f:86:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:23:09.907822 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:09.921848 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:09.941915 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:09.945679 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:09.998006 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:10.006168 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.006523 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.006869 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.007209 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.007544 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.007878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.008209 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.008565 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.008956 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.009289 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.009614 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.009941 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:10.311803 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ea73a-def3-464e-b4d3-c4e038606525 req-58fc34c2-208a-4422-878c-47f6ac6a2e5b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.313364 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-779ea73a-def3-464e-b4d3-c4e038606525 req-58fc34c2-208a-4422-878c-47f6ac6a2e5b tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0683491 Jul 22 22:23:10.352406 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-779ea73a-def3-464e-b4d3-c4e038606525 req-e419706e-34dc-4251-bb91-07903ba6ec5a tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Jul 22 22:23:10.357762 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2a1b7-3816-4ea0-9bca-3fabc9ff22df req-172426df-952f-4f6c-b5ee-16d2cfc20260 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:10.359311 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17c2a1b7-3816-4ea0-9bca-3fabc9ff22df req-172426df-952f-4f6c-b5ee-16d2cfc20260 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 944 time: 0.0659962 Jul 22 22:23:10.403759 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-17c2a1b7-3816-4ea0-9bca-3fabc9ff22df req-d62e3347-7fb2-4837-b634-e1809e5f05be tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386746 Jul 22 22:23:10.416252 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:11.492073 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50cd5e-1988-4263-a4bf-ff38f670f1a6 req-de9f00bc-59df-42c6-b96a-34d8dfdd6cea tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:11.493617 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c50cd5e-1988-4263-a4bf-ff38f670f1a6 req-de9f00bc-59df-42c6-b96a-34d8dfdd6cea tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0655599 Jul 22 22:23:11.530946 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c50cd5e-1988-4263-a4bf-ff38f670f1a6 req-e223ed0b-e704-47c0-8f08-439dd0553d06 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Jul 22 22:23:11.534545 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029125c-46df-4442-b6fa-a4cf681bd123 req-9e429be6-898b-4270-8287-9ded27ca8f5e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:11.536087 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1029125c-46df-4442-b6fa-a4cf681bd123 req-9e429be6-898b-4270-8287-9ded27ca8f5e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 944 time: 0.0638192 Jul 22 22:23:11.573792 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1029125c-46df-4442-b6fa-a4cf681bd123 req-15ab28fe-2c06-4483-b5ce-f4b32da02aa9 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Jul 22 22:23:11.770182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:11.820585 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:11.824925 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:11.825334 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.903876 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.926934 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:11.929204 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60b65a-84a7-4789-a38e-dab13fbbffff" -d '{"events": [{"server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:11.941831 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:11.946055 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:11.968830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e627c-19bd-4886-bc97-4ed6b7b90df9 x-openstack-request-id: req-1c3e627c-19bd-4886-bc97-4ed6b7b90df9 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:11.969119 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:11.969370 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1c3e627c-19bd-4886-bc97-4ed6b7b90df9 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:11.969755 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'code': 200} Jul 22 22:23:11.995852 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:12.338155 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb3a0b-746d-4493-b2ed-88d1be67cfd5 req-88fe6bd7-f59f-42c1-840e-2bde5ab34797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:12.339645 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9cb3a0b-746d-4493-b2ed-88d1be67cfd5 req-88fe6bd7-f59f-42c1-840e-2bde5ab34797 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1098 time: 0.0544114 Jul 22 22:23:12.379541 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d9cb3a0b-746d-4493-b2ed-88d1be67cfd5 req-eb415cd5-504e-46db-a754-f967746da8a3 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271783 Jul 22 22:23:12.670969 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb2ed-f9fa-4a22-84a0-a71648fdcee7 req-acf1e275-8d1c-4518-abfe-4e78e38a52d2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:12.672501 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ccddb2ed-f9fa-4a22-84a0-a71648fdcee7 req-acf1e275-8d1c-4518-abfe-4e78e38a52d2 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0702906 Jul 22 22:23:12.710182 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc91c6-d881-4dd7-842a-df00de609703 req-c9322127-c1dd-4f6f-8f46-fa33dd3f13ad tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:12.711798 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2bdc91c6-d881-4dd7-842a-df00de609703 req-c9322127-c1dd-4f6f-8f46-fa33dd3f13ad tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0709031 Jul 22 22:23:12.712914 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ccddb2ed-f9fa-4a22-84a0-a71648fdcee7 req-48697b72-b54f-4b21-82a9-efec723d8c54 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Jul 22 22:23:12.750406 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2bdc91c6-d881-4dd7-842a-df00de609703 req-86361c8a-6db4-4af2-a901-36a24a58e510 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Jul 22 22:23:12.950630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7d224f46-4a16-483c-b38f-8c348e0a172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.349831 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-9c6bc6f7-2704-4fc2-bb2e-8c96e6d945d6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:13.351300 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-9c6bc6f7-2704-4fc2-bb2e-8c96e6d945d6 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0744305 Jul 22 22:23:13.460401 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Deleting port faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:13.460745 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.553681 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] For port faef284b-3bc0-45b4-9175-e5021628b786, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=faef284b-3bc0-45b4-9175-e5021628b786,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:13.554034 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.726525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.727361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.727361 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Floating IP 7bdb0777-f00a-4e62-a07f-f5869bd81391 disassociated. External IP: 172.27.1.221, port: faef284b-3bc0-45b4-9175-e5021628b786. Jul 22 22:23:13.727361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Calling delete_port for faef284b-3bc0-45b4-9175-e5021628b786 owned by compute:nova {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:13.854685 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68be2f-011f-401b-858c-bc9e84d72e47 req-3fbfa1c4-bf0a-4b4e-a60e-303afe416d50 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:13.856239 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc68be2f-011f-401b-858c-bc9e84d72e47 req-3fbfa1c4-bf0a-4b4e-a60e-303afe416d50 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 946 time: 0.0694194 Jul 22 22:23:13.898844 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bc68be2f-011f-401b-858c-bc9e84d72e47 req-0cac9a40-3151-43c4-9ef3-7a61f82741ca tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups?id=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Jul 22 22:23:13.910955 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:13.945295 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'Port': ['ID=faef284b-3bc0-45b4-9175-e5021628b786,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:13.957324 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab3635-e305-46f3-9564-d9a12d9c77ae req-9cf256f7-cbb2-4b2d-8b1a-9d9826769d38 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:13.958841 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ccab3635-e305-46f3-9564-d9a12d9c77ae req-9cf256f7-cbb2-4b2d-8b1a-9d9826769d38 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.1371081 Jul 22 22:23:14.062296 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ccab3635-e305-46f3-9564-d9a12d9c77ae req-c2eb382c-fcf4-474a-a6a6-80fca50bc4cf tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977747 Jul 22 22:23:14.096646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:14.210148 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:14.223090 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:14.232172 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:14.232809 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:14.254717 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] No DVR routers for this DVR port faef284b-3bc0-45b4-9175-e5021628b786 on host hv-cinder-80186 {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:14.257479 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:14.259424 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-04b95e53-e6ca-46a9-873d-9dc95aca924a req-870414c1-dab5-4cc4-a42c-fb560cab8db1 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.125 "DELETE /v2.0/ports/faef284b-3bc0-45b4-9175-e5021628b786 HTTP/1.1" status: 204 len: 173 time: 0.9017196 Jul 22 22:23:14.259855 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-deleted', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:14.262108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cc7943-183c-4155-8361-ed9e56d413d0" -d '{"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-deleted", "tag": "faef284b-3bc0-45b4-9175-e5021628b786"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:14.303936 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1eb202-ceb1-4cc4-94e2-f777180de79e x-openstack-request-id: req-4e1eb202-ceb1-4cc4-94e2-f777180de79e {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:14.304394 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a594cb-1699-4423-9bf3-f141ab59ad1d", "name": "network-vif-deleted", "tag": "faef284b-3bc0-45b4-9175-e5021628b786", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:14.304742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4e1eb202-ceb1-4cc4-94e2-f777180de79e {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:14.305348 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a594cb-1699-4423-9bf3-f141ab59ad1d', 'name': 'network-vif-deleted', 'tag': 'faef284b-3bc0-45b4-9175-e5021628b786', 'status': 'completed', 'code': 200} Jul 22 22:23:14.359070 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:14.561930 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:14.591873 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:14.600550 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:14.601150 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:22:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:14.712383 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:14.921228 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:14.948921 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22839d-634a-4a7c-9a59-cafd343c29a8 None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:13:41Z', 'revision_number': 4, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '8679ddb2-2f43-4a0e-bc8f-f85005bd6edb', 'name': '', 'network_id': '6df68dab-9491-409a-9b1c-2c69807e5f2f', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'mac_address': 'fa:16:3e:92:a1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:36Z', 'updated_at': '2021-07-22T22:13:52Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'subnets': [{'id': '2df77634-20d3-455a-9b3c-6212650e04fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:15.031429 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-95983b72-5ea9-481b-be1c-fc91c00b6b53 req-250e0726-7a4c-4bbd-b37b-9046870683a3 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/ports?device_id=39a594cb-1699-4423-9bf3-f141ab59ad1d HTTP/1.1" status: 200 len: 210 time: 0.0350296 Jul 22 22:23:15.241756 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414fe85f-6b84-4417-9cbb-612578e2ff1b None None] New status for floating IP 7bdb0777-f00a-4e62-a07f-f5869bd81391: DOWN {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:15.244019 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabcd5b-dcbd-4073-bf87-285f5d1a5c1a req-a5f4e3eb-3c16-4fd2-9724-b1b34a6b2029 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:15.245634 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8dabcd5b-dcbd-4073-bf87-285f5d1a5c1a req-a5f4e3eb-3c16-4fd2-9724-b1b34a6b2029 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.1049621 Jul 22 22:23:15.286104 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8dabcd5b-dcbd-4073-bf87-285f5d1a5c1a req-87c3581c-5fbb-4888-a160-535c7c94232f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Jul 22 22:23:15.440548 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a89df-8a14-4f3c-a0a8-86517954dcf7 req-b6132914-b1f9-4b84-b4d4-9fffa2f5144e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:15.443539 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c79a89df-8a14-4f3c-a0a8-86517954dcf7 req-b6132914-b1f9-4b84-b4d4-9fffa2f5144e tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0838940 Jul 22 22:23:15.483043 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c79a89df-8a14-4f3c-a0a8-86517954dcf7 req-7caced3d-203e-4598-9cdd-2eaf444278f1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jul 22 22:23:15.505505 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44070) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:15.681548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:15.714098 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54134658-f450-4176-b692-577be4dd90ce tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:15.715531 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-54134658-f450-4176-b692-577be4dd90ce tempest-TestVolumeBootPattern-992390683 tempest-TestVolumeBootPattern-992390683-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1093 time: 0.2089143 Jul 22 22:23:15.718440 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44074) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:15.723547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'port_id': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:15.747431 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:15.772902 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:15.805159 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: faef284b-3bc0-45b4-9175-e5021628b786 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:15.805703 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device faef284b-3bc0-45b4-9175-e5021628b786 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:15.866351 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:15.970108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Allocated IP 172.27.1.204 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/1c0a4056-6e97-4284-86be-8494becb67dc) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:16.119462 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-3c901d2c-0c58-4323-960a-21582eaead43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.136019 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44084) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:16.215311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.241278 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.306741 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.318377 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.325410 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44088) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:16.327301 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "DELETE /v2.0/security-groups/9ed403cc-6f2d-44ae-abe5-24cdfd955a3e HTTP/1.1" status: 204 len: 168 time: 0.1824765 Jul 22 22:23:16.338093 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a351379-dbf1-4847-8132-36bdd7d6d611 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed403cc-6f2d-44ae-abe5-24cdfd955a3e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:16.361319 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.381243 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.api.v2.resource [None req-f76f273a-0fe2-4ff3-aaa0-a4cca14d8104 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] show failed (client error): The resource could not be found. Jul 22 22:23:16.382285 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-f76f273a-0fe2-4ff3-aaa0-a4cca14d8104 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "GET /v2.0/security-groups/9ed403cc-6f2d-44ae-abe5-24cdfd955a3e HTTP/1.1" status: 404 len: 347 time: 0.0560710 Jul 22 22:23:16.385512 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44092) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:16.411733 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.453135 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:16.456141 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:16.458886 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:16.484814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=1c0a4056-6e97-4284-86be-8494becb67dc,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:16.735974 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.757547 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Deleting port 463bd6f9-d69e-41a4-acb2-bf1b4f97ba50 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:16.757884 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.838220 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.838548 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.842575 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.850840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Calling delete_port for 463bd6f9-d69e-41a4-acb2-bf1b4f97ba50 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:16.929321 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:16.992011 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.018645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Pushing event deleted for resources: {'Port': ['ID=463bd6f9-d69e-41a4-acb2-bf1b4f97ba50,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:17.082753 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.086149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.087323 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ee780a66-f197-4691-b7be-ff138e2fa978 tempest-AttachVolumeShelveTestJSON-1167290887 tempest-AttachVolumeShelveTestJSON-1167290887-project] 10.222.0.110 "DELETE /v2.0/floatingips/7bdb0777-f00a-4e62-a07f-f5869bd81391 HTTP/1.1" status: 204 len: 168 time: 0.7008312 Jul 22 22:23:17.090055 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.096221 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.171475 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event updated for resources: {'Port': ['ID=1c0a4056-6e97-4284-86be-8494becb67dc,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:17.187153 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.290534 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP b79bfd2e-5ed2-41db-a342-acd64101af50 associated. External IP: 172.27.1.204, port: ef2cf38b-40af-4b6a-be31-b0fa0cc57a37. Jul 22 22:23:17.515042 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:17.625283 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:17.636377 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:17.643640 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:17.647308 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:17.648221 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:23:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:17.685613 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-600637ce-fb88-44fd-bc16-9220d15c27af tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9661319 Jul 22 22:23:17.686209 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:17.688539 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127fe30-cd71-4fc4-a22c-26667bbbdebd" -d '{"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:17.728418 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7657f201-877f-40ca-a197-029729faf437 x-openstack-request-id: req-7657f201-877f-40ca-a197-029729faf437 {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:17.728739 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:17.728980 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7657f201-877f-40ca-a197-029729faf437 {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:17.729385 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'status': 'completed', 'code': 200} Jul 22 22:23:17.756375 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:17.987324 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}, {'id': 'b79bfd2e-5ed2-41db-a342-acd64101af50', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:3f:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:16Z', 'updated_at': '2021-07-22T22:23:16Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.013984 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:18.023480 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:18.024109 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:23:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.225090 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:18.472959 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}, {'id': 'b79bfd2e-5ed2-41db-a342-acd64101af50', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:3f:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:16Z', 'updated_at': '2021-07-22T22:23:16Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:18.500879 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa14a16-7834-4961-b370-3ed4175f9b9f None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}, {'id': 'b79bfd2e-5ed2-41db-a342-acd64101af50', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:3f:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:23:16Z', 'updated_at': '2021-07-22T22:23:16Z', 'revision_number': 0, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:18.686898 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12105f9-efc6-435a-aded-cefbded149f4 None None] New status for floating IP b79bfd2e-5ed2-41db-a342-acd64101af50: ACTIVE {{(pid=93219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:23:18.968672 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:20.252032 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-4e463e18-af70-4ee7-8f6a-f4a0026a9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.254123 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-4e463e18-af70-4ee7-8f6a-f4a0026a9f3f service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1098 time: 0.0574110 Jul 22 22:23:20.356554 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-f8eded1a-06a9-4eac-b3f6-aff3d3deff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.358053 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-f8eded1a-06a9-4eac-b3f6-aff3d3deff65 service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.0961039 Jul 22 22:23:20.436891 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-b569af39-955e-43fd-827b-6c1457712309 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 1001 time: 0.0667994 Jul 22 22:23:20.506964 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-dd3c779b-64e1-42a2-821f-9d4e3f131737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.508442 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-dd3c779b-64e1-42a2-821f-9d4e3f131737 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0448945 Jul 22 22:23:20.583088 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-dc28d58f-bde8-4fd5-8af1-db3e621d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:20.584646 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-dc28d58f-bde8-4fd5-8af1-db3e621d88fd service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641603 Jul 22 22:23:20.681984 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-5cdf230f-8648-404a-b01c-37a427f16bce service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889595 Jul 22 22:23:20.792651 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1127fe30-cd71-4fc4-a22c-26667bbbdebd req-1faa439a-94bd-4ba2-875b-abc1e3931c44 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945776 Jul 22 22:23:23.751005 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44146) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:24.216582 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.500921 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Deleting port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:24.501253 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.582207 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] For port 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:24.582468 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.594733 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Calling delete_port for 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:24.776845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:24.806387 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Pushing event deleted for resources: {'Port': ['ID=8679ddb2-2f43-4a0e-bc8f-f85005bd6edb,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:24.839465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.839726 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.840073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.840438 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.840774 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.841107 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.841437 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.841764 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.842091 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.842417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.842765 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.843067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:24.993711 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.213105 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Router eecdd149-deab-43fd-84f6-3fa3f4583dce has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:23:25.328161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:23:25.334867 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-ddd26def-a6bb-49ff-afc5-42710931a582 admin admin] 10.222.0.110 "PUT /v2.0/routers/eecdd149-deab-43fd-84f6-3fa3f4583dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5828071 Jul 22 22:23:25.337464 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44160) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:25.337993 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Sync routers for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:23:25.347484 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:25.349561 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:23:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:25.438846 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.456043 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:25.560398 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.619274 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Deleting port da0d4e14-2e4a-4111-b7f8-30480803c3b2 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:25.619628 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.646071 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:23:24Z', 'revision_number': 5, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port': {'id': 'da0d4e14-2e4a-4111-b7f8-30480803c3b2', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:13:28Z', 'updated_at': '2021-07-22T22:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:25.671931 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Checking router: eecdd149-deab-43fd-84f6-3fa3f4583dce for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:23:25.681312 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Routers {'eecdd149-deab-43fd-84f6-3fa3f4583dce'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:23:25.681913 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:23:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['eecdd149-deab-43fd-84f6-3fa3f4583dce'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:25.697992 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] For port da0d4e14-2e4a-4111-b7f8-30480803c3b2, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=da0d4e14-2e4a-4111-b7f8-30480803c3b2,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:25.698592 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.712052 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Calling delete_port for da0d4e14-2e4a-4111-b7f8-30480803c3b2 owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:25.767749 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] Set router eecdd149-deab-43fd-84f6-3fa3f4583dce gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:23:25.823000 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:23:25Z', 'revision_number': 6, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:25.850818 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0a281-744d-455d-8d2b-965f5370dd10 None None] The sync data for ids ['eecdd149-deab-43fd-84f6-3fa3f4583dce'] in dv-cinder-801868-2-iscsi is: [{'id': 'eecdd149-deab-43fd-84f6-3fa3f4583dce', 'name': 'tempest-AttachVolumeShelveTestJSON-493900115-router', 'tenant_id': '9c7420429ec848f6a4c1ad81eebaf705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:13:26Z', 'updated_at': '2021-07-22T22:23:25Z', 'revision_number': 6, 'project_id': '9c7420429ec848f6a4c1ad81eebaf705', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:23:25.886215 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:25.913075 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0d4e14-2e4a-4111-b7f8-30480803c3b2,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:25.979045 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.083123 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.085500 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.148646 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.149277 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eecdd149-deab-43fd-84f6-3fa3f4583dce {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:23:26.155160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.156331 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3a271d60-5120-45eb-b037-4578e1a79b50 admin admin] 10.222.0.110 "DELETE /v2.0/routers/eecdd149-deab-43fd-84f6-3fa3f4583dce HTTP/1.1" status: 204 len: 168 time: 0.8179286 Jul 22 22:23:26.160055 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44164) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:26.211596 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Deleting subnet 2df77634-20d3-455a-9b3c-6212650e04fc {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:23:26.215095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.251960 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12659995'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.384292 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.437290 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12660178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855891'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.463462 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df77634-20d3-455a-9b3c-6212650e04fc,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:26.465488 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.467347 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2410c064-724f-4667-bdf3-436a982686a5 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2df77634-20d3-455a-9b3c-6212650e04fc HTTP/1.1" status: 204 len: 168 time: 0.3063226 Jul 22 22:23:26.469562 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ac0b8-2c12-49d4-98b9-a87f9de61ad7 None None] Network 6df68dab-9491-409a-9b1c-2c69807e5f2f requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:26.470094 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44166) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:26.540812 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.614854 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Deleting port 092ee6a1-3728-4bb1-ad8e-fc637713b10b {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:26.615093 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.625706 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:26.655395 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:26.655762 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 8679ddb2-2f43-4a0e-bc8f-f85005bd6edb not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:26.677667 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] DHCP port deletion for 6df68dab-9491-409a-9b1c-2c69807e5f2f request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:23:26.693324 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] For port 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=092ee6a1-3728-4bb1-ad8e-fc637713b10b,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:26.693735 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.707455 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Calling delete_port for 092ee6a1-3728-4bb1-ad8e-fc637713b10b owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:26.733954 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Deleting port 092ee6a1-3728-4bb1-ad8e-fc637713b10b {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:26.734428 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.795491 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.801362 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] For port 092ee6a1-3728-4bb1-ad8e-fc637713b10b, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=092ee6a1-3728-4bb1-ad8e-fc637713b10b,segment=NetworkSegment(63e668bb-ac4f-4814-b8ed-f21d9881793c),segment_id=63e668bb-ac4f-4814-b8ed-f21d9881793c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:26.801766 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.815576 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Calling delete_port for 092ee6a1-3728-4bb1-ad8e-fc637713b10b owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:26.823737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=092ee6a1-3728-4bb1-ad8e-fc637713b10b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:26.827413 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] No DVR routers for this DVR port 092ee6a1-3728-4bb1-ad8e-fc637713b10b on host dv-cinder-801868-2-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:26.899902 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:26.931176 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] Pushing event deleted for resources: {'Port': ['ID=092ee6a1-3728-4bb1-ad8e-fc637713b10b,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:26.936538 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bf843-d84a-493c-b0b2-9e77672dee39 None None] No DVR routers for this DVR port 092ee6a1-3728-4bb1-ad8e-fc637713b10b on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:27.140427 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.151778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df68dab-9491-409a-9b1c-2c69807e5f2f']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.162952 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e668bb-ac4f-4814-b8ed-f21d9881793c') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.163246 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e668bb-ac4f-4814-b8ed-f21d9881793c') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:23:27.172268 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.186395 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.190101 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.192626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:23:27.193020 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:23:27.194687 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:23:27.248066 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.253923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.255755 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] 10.222.0.110 "DELETE /v2.0/networks/6df68dab-9491-409a-9b1c-2c69807e5f2f HTTP/1.1" status: 204 len: 168 time: 0.7850685 Jul 22 22:23:27.266230 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a70c-d181-4f76-b396-c67616d83c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6df68dab-9491-409a-9b1c-2c69807e5f2f,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:27.382626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44172) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:27.426332 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-10d0bb7b-400e-4b8a-93e5-30fca7ee4a67 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9c7420429ec848f6a4c1ad81eebaf705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423024 Jul 22 22:23:27.428772 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44174) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:27.476498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.497878 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.548645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.551837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:27.553032 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a5a76f04-e68e-45b6-a851-4af8cbff9f32 HTTP/1.1" status: 204 len: 168 time: 0.1233654 Jul 22 22:23:27.561164 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4ba65-ce4c-4010-b9ec-cf721b0ac03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a76f04-e68e-45b6-a851-4af8cbff9f32,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:28.252533 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device da0d4e14-2e4a-4111-b7f8-30480803c3b2 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:28.273425 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: da0d4e14-2e4a-4111-b7f8-30480803c3b2 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:28.273774 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device da0d4e14-2e4a-4111-b7f8-30480803c3b2 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:28.274203 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 092ee6a1-3728-4bb1-ad8e-fc637713b10b no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:23:28.294287 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 092ee6a1-3728-4bb1-ad8e-fc637713b10b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:23:28.294640 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 092ee6a1-3728-4bb1-ad8e-fc637713b10b not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:23:31.528364 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44262) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.636360 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3552219f-506c-4f27-85be-5e445ea411d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.725018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3552219f-506c-4f27-85be-5e445ea411d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.728690 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-3552219f-506c-4f27-85be-5e445ea411d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.766379 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-3552219f-506c-4f27-85be-5e445ea411d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f2e8789d1112485eb5be5d0512e073cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368851 Jul 22 22:23:31.767249 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552219f-506c-4f27-85be-5e445ea411d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acccc54-2bd2-44d2-a455-69c303903cf1,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.769689 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44266) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:31.822103 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.844984 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.890926 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.894282 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:31.895429 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9acccc54-2bd2-44d2-a455-69c303903cf1 HTTP/1.1" status: 204 len: 168 time: 0.1246710 Jul 22 22:23:31.903646 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acccc54-2bd2-44d2-a455-69c303903cf1,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:31.911074 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.911430 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.911778 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.912117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.912481 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.912818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.913152 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.913481 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.913812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.914138 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.914458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:31.914796 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877814c4-53f0-491d-a1a9-43de8c1a5ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:23:33.091585 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44322) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:33.203988 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-20523c98-a87f-4dbd-a105-1d0593e547a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.320726 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-20523c98-a87f-4dbd-a105-1d0593e547a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.325008 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-20523c98-a87f-4dbd-a105-1d0593e547a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.368775 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-20523c98-a87f-4dbd-a105-1d0593e547a0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3fce3f1b72454ecc9b5d684d1e1c931c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759085 Jul 22 22:23:33.369500 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20523c98-a87f-4dbd-a105-1d0593e547a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e53920-fcfd-4f0b-a698-e3f258796707,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.371388 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44336) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:33.424468 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.445647 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.494091 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.497151 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:33.498523 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/39e53920-fcfd-4f0b-a698-e3f258796707 HTTP/1.1" status: 204 len: 168 time: 0.1255329 Jul 22 22:23:33.511023 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856ca06-27c9-4c1e-8c8b-5e5c0791efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e53920-fcfd-4f0b-a698-e3f258796707,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:33.618559 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-5cf4e659-7620-46b8-b1cb-dab194c74715 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614786 Jul 22 22:23:33.757922 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044da95-9840-4310-b82c-86cb312e3b16 req-7d6c2705-ad67-4bed-aeaa-a1772b0f1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:33.759450 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-7d6c2705-ad67-4bed-aeaa-a1772b0f1feb service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1099 time: 0.0572104 Jul 22 22:23:33.905394 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044da95-9840-4310-b82c-86cb312e3b16 req-84735c11-c068-413d-998c-042afd2b5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:33.906903 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-84735c11-c068-413d-998c-042afd2b5e7f service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1136751 Jul 22 22:23:33.991686 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-3490a012-9566-46bd-856b-671c71dca1b9 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 1002 time: 0.0729716 Jul 22 22:23:34.047919 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044da95-9840-4310-b82c-86cb312e3b16 req-21d928d2-c2c7-4318-a019-2c8c7005ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:34.050713 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-21d928d2-c2c7-4318-a019-2c8c7005ad49 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0522232 Jul 22 22:23:34.121086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044da95-9840-4310-b82c-86cb312e3b16 req-965853ba-36b4-40e1-bf51-15531dd218b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:34.122612 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-965853ba-36b4-40e1-bf51-15531dd218b4 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648577 Jul 22 22:23:34.230611 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-69b74c23-f560-46c0-b90a-abb9680ecfee service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887187 Jul 22 22:23:34.337081 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3044da95-9840-4310-b82c-86cb312e3b16 req-11636f04-56ea-4002-a051-0c1a68d56613 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950968 Jul 22 22:23:34.592460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44376) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:34.795153 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99204d11-4b41-42ee-a49a-8ecddc989154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.885137 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99204d11-4b41-42ee-a49a-8ecddc989154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.888607 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99204d11-4b41-42ee-a49a-8ecddc989154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:34.929773 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-99204d11-4b41-42ee-a49a-8ecddc989154 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c27db158aa1a4cae87f63eb9f25753f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361971 Jul 22 22:23:34.930638 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99204d11-4b41-42ee-a49a-8ecddc989154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8f0430-6ef2-4f3c-b912-2f7638277e72,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:34.932504 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44392) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:34.989265 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.017069 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.072181 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.075063 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.076264 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/be8f0430-6ef2-4f3c-b912-2f7638277e72 HTTP/1.1" status: 204 len: 168 time: 0.1427784 Jul 22 22:23:35.085552 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ea08-3fa7-4267-9c03-f0250e616446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8f0430-6ef2-4f3c-b912-2f7638277e72,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:35.171763 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44400) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:35.402731 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6889ac35-7f3b-44e5-84a0-c25c4a64fe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.506247 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6889ac35-7f3b-44e5-84a0-c25c4a64fe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.511095 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-6889ac35-7f3b-44e5-84a0-c25c4a64fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.550999 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-6889ac35-7f3b-44e5-84a0-c25c4a64fe23 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9aecbff51e084ab182619951411d9c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779624 Jul 22 22:23:35.552231 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889ac35-7f3b-44e5-84a0-c25c4a64fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231ac629-53a0-4083-bffa-767333cbf4e5,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:35.553856 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44414) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:35.617071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.645847 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.696908 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.699886 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:35.703626 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/231ac629-53a0-4083-bffa-767333cbf4e5 HTTP/1.1" status: 204 len: 168 time: 0.1456120 Jul 22 22:23:35.711134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c501b19-47d3-4f82-be37-a64ca150172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231ac629-53a0-4083-bffa-767333cbf4e5,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:36.100715 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44432) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:36.120959 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99b46a36-65e2-4b96-8265-cdac74f80ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.276471 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99b46a36-65e2-4b96-8265-cdac74f80ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.286018 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-99b46a36-65e2-4b96-8265-cdac74f80ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.355199 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-99b46a36-65e2-4b96-8265-cdac74f80ccc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5eb2a7cf5700462ab35551321959c01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518480 Jul 22 22:23:36.358705 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44434) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:36.360413 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46a36-65e2-4b96-8265-cdac74f80ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bea77-8e05-4c98-a83e-9a038aa9b300,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:36.439078 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.474478 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.550732 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.554831 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:36.560513 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b07bea77-8e05-4c98-a83e-9a038aa9b300 HTTP/1.1" status: 204 len: 168 time: 0.1957865 Jul 22 22:23:36.579140 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9efa2-741a-4729-97ef-442d2ed40b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bea77-8e05-4c98-a83e-9a038aa9b300,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.398308 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 44460) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:37.503126 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1158971476-network', 'tenant_id': '2673840a4eb443a5814175271c259f76'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:37.527170 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Made reservation on behalf of 2673840a4eb443a5814175271c259f76 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:37.530458 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.541014 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.652742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.657038 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.687648 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:23:37.704604 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c384e-70f4-49d1-a333-177bc4190801,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.708788 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.708884 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Added segment 940e7ac2-b153-441c-a763-080803e5042c of type vlan for network cfece6d9-3805-4575-aed6-82a5dc944436 Jul 22 22:23:37.757507 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.793257 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.794425 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:37.795029 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.835775 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4361944 Jul 22 22:23:37.838562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44470) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:23:37.844435 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Request body: {'subnet': {'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1158971476-subnet', 'tenant_id': '2673840a4eb443a5814175271c259f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:37.867138 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Made reservation on behalf of 2673840a4eb443a5814175271c259f76 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:37.869759 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855854'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:37.871985 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e66df5-e405-41f4-a8b5-64f1fe30bfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfece6d9-3805-4575-aed6-82a5dc944436,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:37.888597 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network cfece6d9-3805-4575-aed6-82a5dc944436 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:23:37.976943 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-bd019f92-68cc-4333-a2a9-6fad70c61000 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391560 Jul 22 22:23:38.227752 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-e3a6ba1c-64b0-4a0d-bdd5-80aa162bbef7 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:38.229291 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-e3a6ba1c-64b0-4a0d-bdd5-80aa162bbef7 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444627 Jul 22 22:23:38.277589 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-b1846cef-dc12-4df0-b9b2-a0a8e4022433 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/quotas/5f4ec5bb58cf47fc8dbbcacfdaa282b4 HTTP/1.1" status: 200 len: 375 time: 0.0277472 Jul 22 22:23:38.284307 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12659987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855900'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.342148 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-c1422818-df1a-42b7-a1c8-889e6669f7a8 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550721 Jul 22 22:23:38.371996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae091014-bb8b-489d-ba81-f040cf3f2b3d,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:38.388593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Checking segment: {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:38.388593 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Network hostable DHCP agents. Network: cfece6d9-3805-4575-aed6-82a5dc944436, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:23:38.418813 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Network cfece6d9-3805-4575-aed6-82a5dc944436 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:23:38.441783 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, cfece6d9-3805-4575-aed6-82a5dc944436) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:38.450594 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:38.451814 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:38.458889 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db93f5-1c76-4fce-98ad-85fcbfb0253d None None] Network cfece6d9-3805-4575-aed6-82a5dc944436 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:38.486938 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-b7f59b5e-e7f4-495b-b213-d46e90809f0a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6462820 Jul 22 22:23:38.577477 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9cd40927-bc31-45f6-96dc-119eba5aa647 req-f6fd840b-1f65-43e4-b78e-4ad7d2800832 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 210 time: 0.0398836 Jul 22 22:23:38.647226 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac412676-4d8a-48cd-9a09-a25a51962a56 None None] Network cfece6d9-3805-4575-aed6-82a5dc944436 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:23:39.687971 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-bf821111-681b-4652-a035-939629a30e96 req-e615252d-58e7-438a-ab73-2b76be877864 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 210 time: 0.0356154 Jul 22 22:23:39.861462 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-afe0156f-19c4-4387-b657-da5a89580519 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.125 "GET /v2.0/networks?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287576 Jul 22 22:23:40.055013 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-946d062f-b936-4080-a255-6adcf514724d tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.056822 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-946d062f-b936-4080-a255-6adcf514724d tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.125 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876256 Jul 22 22:23:40.077411 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Request body: {'port': {'device_id': '2652b613-8089-49cb-80d9-7a78e29396fd', 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212', 'admin_state_up': True, 'tenant_id': '5f4ec5bb58cf47fc8dbbcacfdaa282b4'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:40.523848 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-0216a42a-2e27-4d2a-a3c8-45a7a6d8a0bf tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:40.525300 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-0216a42a-2e27-4d2a-a3c8-45a7a6d8a0bf tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 814 time: 0.1333008 Jul 22 22:23:40.526434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Made reservation on behalf of 5f4ec5bb58cf47fc8dbbcacfdaa282b4 for: {'port': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:40.529735 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.550797 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.554635 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-0f53304f-480f-458f-a3e2-4c93c34443b7 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/quotas/2673840a4eb443a5814175271c259f76 HTTP/1.1" status: 200 len: 375 time: 0.0224783 Jul 22 22:23:40.597342 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-4fb32cc6-036b-49ff-9027-436882ba1568 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355964 Jul 22 22:23:40.608930 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-c4ac1ed3-849b-4865-9a13-94618892ee18 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:23:40.609860 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-c4ac1ed3-849b-4865-9a13-94618892ee18 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052204 Jul 22 22:23:40.736231 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-9fd8ae70-0a2d-4865-a70f-b5d7f3a48b16 service neutron] 10.222.0.110 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178806 Jul 22 22:23:40.780619 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.789610 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:40.792062 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-18743f2c-540f-4ebe-904f-32fbce20d4b0 req-44790d23-d63b-48f6-9a86-9fd4ce6317a6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 210 time: 0.0323837 Jul 22 22:23:40.910001 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055d8880-5fb2-4805-8966-e912413c2ff7,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:40.949877 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-a95cc984-9ee8-4c0c-b888-3397968e224a service neutron] 10.222.0.110 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042298 Jul 22 22:23:40.979160 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Allocated IP 192.168.233.153 (db088584-3bb0-4181-89a0-d7171ea12212/f5f7bb1a-c4be-4a61-8139-1c462f550c64/c3b6ef37-f729-4e1a-b86f-79193fd501cb) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:41.122328 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e4226d4e-875d-4b7a-895a-d93c99e4f773 req-ce7623c3-725b-45d6-ae81-3170684673e4 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 210 time: 0.0332918 Jul 22 22:23:41.163007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.186296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Transition to ACTIVE for port object c3b6ef37-f729-4e1a-b86f-79193fd501cb will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:41.226210 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.268163 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Network db088584-3bb0-4181-89a0-d7171ea12212 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:41.272251 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:41.275085 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:41.319296 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Pushing event updated for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:41.350204 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:41.351175 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.370040 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-8bdfc0eb-657c-469d-8b69-544f87bbccf6 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2965436 Jul 22 22:23:41.392539 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Request body: {'port': {'device_id': '2652b613-8089-49cb-80d9-7a78e29396fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:41.525180 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.561896 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a8ad1a66-6d59-4038-82ab-ba0303dc541c None None] Provisioning for port c3b6ef37-f729-4e1a-b86f-79193fd501cb completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:41.569475 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a8ad1a66-6d59-4038-82ab-ba0303dc541c None None] Provisioning complete for port c3b6ef37-f729-4e1a-b86f-79193fd501cb triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:41.570150 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a8ad1a66-6d59-4038-82ab-ba0303dc541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.607688 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad1a66-6d59-4038-82ab-ba0303dc541c None None] Port c3b6ef37-f729-4e1a-b86f-79193fd501cb cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:23:41.832728 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b6ef37-f729-4e1a-b86f-79193fd501cb {{(pid=93218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:41.840556 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.856136 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Transition to ACTIVE for port object c3b6ef37-f729-4e1a-b86f-79193fd501cb will not be triggered until provisioned by entity L2. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:41.860768 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:41.948117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:42.029966 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fb396-a270-4658-8b98-757696e14dde req-d6cf502c-1ef4-4fad-bf36-54621c514f5d tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.031597 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f4fb396-a270-4658-8b98-757696e14dde req-d6cf502c-1ef4-4fad-bf36-54621c514f5d tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 948 time: 0.1654255 Jul 22 22:23:42.063553 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Attempting to bind port c3b6ef37-f729-4e1a-b86f-79193fd501cb on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:42.063896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Attempting to bind port c3b6ef37-f729-4e1a-b86f-79193fd501cb by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:42.064259 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Attempting to bind port c3b6ef37-f729-4e1a-b86f-79193fd501cb on network db088584-3bb0-4181-89a0-d7171ea12212 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:42.075409 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Port c3b6ef37-f729-4e1a-b86f-79193fd501cb on network db088584-3bb0-4181-89a0-d7171ea12212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:23:42.075639 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Attempting to bind port c3b6ef37-f729-4e1a-b86f-79193fd501cb on network db088584-3bb0-4181-89a0-d7171ea12212 {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:42.087868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:42.088215 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Checking segment: {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:42.088638 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Bound using segment: {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'} {{(pid=93218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:42.089089 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.managers [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Bound port: c3b6ef37-f729-4e1a-b86f-79193fd501cb, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212'}}] {{(pid=93218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:42.089453 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.104507 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f4fb396-a270-4658-8b98-757696e14dde req-b10c3616-8e6f-4aab-8746-b4b77d7e1819 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Jul 22 22:23:42.175777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, cleared binding levels {{(pid=93218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:42.179117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:42.184651 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.232118 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.232888 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.234341 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] 10.222.0.125 "PUT /v2.0/ports/c3b6ef37-f729-4e1a-b86f-79193fd501cb HTTP/1.1" status: 200 len: 1098 time: 0.8467829 Jul 22 22:23:42.235038 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:42.237632 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933beaa3-27db-4243-ab61-fa6b522938dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:42.239660 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ab51c2ac-f855-4714-8a19-3c16b7108364 req-bb4a1b95-9177-48de-8c77-faf4a7ac6ca1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 210 time: 0.0405588 Jul 22 22:23:42.279080 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3162b-dd40-479e-8607-ff9ff820d2bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=3']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:42.305262 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20593591-3c2d-4a48-bf05-6c0bccd6e8eb x-openstack-request-id: req-20593591-3c2d-4a48-bf05-6c0bccd6e8eb {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:42.305576 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:42.305987 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-20593591-3c2d-4a48-bf05-6c0bccd6e8eb {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:42.306701 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb', 'status': 'completed', 'code': 200} Jul 22 22:23:42.402210 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15c867b5-bb5d-4d3c-890d-6ae1f79deae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.404247 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-15c867b5-bb5d-4d3c-890d-6ae1f79deae2 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 1101 time: 0.0662448 Jul 22 22:23:42.468031 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-02f0a016-5619-4925-8f2b-50e326310b36 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb HTTP/1.1" status: 200 len: 217 time: 0.0464103 Jul 22 22:23:42.522062 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-72d04e69-9e7a-4c3c-9377-e03d8b8a2a58 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.524711 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-72d04e69-9e7a-4c3c-9377-e03d8b8a2a58 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 814 time: 0.1262529 Jul 22 22:23:42.528240 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-b43caae7-ab42-40ae-a6a4-cd5005a4236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.529750 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-b43caae7-ab42-40ae-a6a4-cd5005a4236d service neutron] 10.222.0.125 "GET /v2.0/subnets?id=f5f7bb1a-c4be-4a61-8139-1c462f550c64 HTTP/1.1" status: 200 len: 843 time: 0.0486808 Jul 22 22:23:42.576453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Request body: {'port': {'device_id': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436', 'admin_state_up': True, 'tenant_id': '2673840a4eb443a5814175271c259f76'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:42.626546 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-61a64e23-c1bd-4650-bb7e-2c6fa8b7baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:42.628115 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-61a64e23-c1bd-4650-bb7e-2c6fa8b7baac service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=db088584-3bb0-4181-89a0-d7171ea12212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0595348 Jul 22 22:23:42.644242 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-352322ee-9f9a-4f13-a895-809730cf0215 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93218) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:23:42.645255 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-352322ee-9f9a-4f13-a895-809730cf0215 service neutron] 10.222.0.125 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053432 Jul 22 22:23:42.693006 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Made reservation on behalf of 2673840a4eb443a5814175271c259f76 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:23:42.697259 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.747162 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-c9489241-06e2-4e1b-b75d-7949e751a55e service neutron] 10.222.0.125 "GET /v2.0/networks/db088584-3bb0-4181-89a0-d7171ea12212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918510 Jul 22 22:23:42.827060 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Allocated IP 172.20.0.2 (cfece6d9-3805-4575-aed6-82a5dc944436/ae091014-bb8b-489d-ba81-f040cf3f2b3d/22196916-2c91-47c4-b9b7-b9f5be186a36) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:23:42.849640 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e29d0efa-fce5-436d-bf87-a02754cb04b1 req-d9fc1ba0-9f3c-43ed-bbf4-f98d2be6f762 service neutron] 10.222.0.125 "GET /v2.0/networks/db088584-3bb0-4181-89a0-d7171ea12212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888805 Jul 22 22:23:42.953525 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-477d5148-28a3-4e34-800e-47960b127995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:42.991306 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.023701 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933beaa3-27db-4243-ab61-fa6b522938dd req-ca610e72-3e78-42ab-a4e7-79a66e4a7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.025276 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-ca610e72-3e78-42ab-a4e7-79a66e4a7ec6 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 1101 time: 0.0627439 Jul 22 22:23:43.032481 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.082264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Network cfece6d9-3805-4575-aed6-82a5dc944436 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:23:43.086049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:23:43.090925 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:23:43.094873 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Pushing event updated for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:43.135947 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933beaa3-27db-4243-ab61-fa6b522938dd req-f37bbed1-8fb9-4ae6-905f-82c86cdd97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.138068 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-f37bbed1-8fb9-4ae6-905f-82c86cdd97f6 service neutron] 10.222.0.125 "GET /v2.0/networks?id=db088584-3bb0-4181-89a0-d7171ea12212 HTTP/1.1" status: 200 len: 871 time: 0.1057968 Jul 22 22:23:43.178453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.179155 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.194304 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-0569c1c9-dbb2-4b6c-9287-26f26a1ca58c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb HTTP/1.1" status: 200 len: 217 time: 0.0454063 Jul 22 22:23:43.229309 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f80fe0f2-f653-4f54-8bcf-e4317dedff51 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597574 Jul 22 22:23:43.255089 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933beaa3-27db-4243-ab61-fa6b522938dd req-ac382ee1-a36f-4014-8594-21d00650ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.256642 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-ac382ee1-a36f-4014-8594-21d00650ca6c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=f5f7bb1a-c4be-4a61-8139-1c462f550c64 HTTP/1.1" status: 200 len: 843 time: 0.0498428 Jul 22 22:23:43.259045 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Request body: {'port': {'device_id': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:23:43.291545 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7818ed3-82d4-40f0-934c-ff90341a2d57 req-03b394f2-ab26-47ff-862b-79508dc1baa8 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.293081 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7818ed3-82d4-40f0-934c-ff90341a2d57 req-03b394f2-ab26-47ff-862b-79508dc1baa8 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 948 time: 0.1111352 Jul 22 22:23:43.346338 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933beaa3-27db-4243-ab61-fa6b522938dd req-f9ced52b-f46e-4908-b6c8-93f68a548dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.350173 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-f9ced52b-f46e-4908-b6c8-93f68a548dc9 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=db088584-3bb0-4181-89a0-d7171ea12212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799401 Jul 22 22:23:43.378501 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d7818ed3-82d4-40f0-934c-ff90341a2d57 req-a4db81d7-48a1-4728-bc03-e1af00f1a7a8 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782149 Jul 22 22:23:43.387860 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.492533 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-d55f6353-9d0f-46c6-9ce3-439945ecf6b0 service neutron] 10.222.0.125 "GET /v2.0/networks/db088584-3bb0-4181-89a0-d7171ea12212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348383 Jul 22 22:23:43.509388 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae42a56-91ae-4a57-a42f-ae0fe4724b09 req-a10a6857-6b35-4484-a17f-0cf61a53ced3 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.510880 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2ae42a56-91ae-4a57-a42f-ae0fe4724b09 req-a10a6857-6b35-4484-a17f-0cf61a53ced3 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 931 time: 0.1308360 Jul 22 22:23:43.605884 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2ae42a56-91ae-4a57-a42f-ae0fe4724b09 req-fa4123bf-c4ae-407c-9dac-8ffb3af0474a tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865829 Jul 22 22:23:43.632528 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-933beaa3-27db-4243-ab61-fa6b522938dd req-08b5eb85-82bc-432f-9649-a718541e58e1 service neutron] 10.222.0.125 "GET /v2.0/networks/db088584-3bb0-4181-89a0-d7171ea12212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184380 Jul 22 22:23:43.691032 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22196916-2c91-47c4-b9b7-b9f5be186a36 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:43.698562 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.712146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Transition to ACTIVE for port object 22196916-2c91-47c4-b9b7-b9f5be186a36 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:23:43.715512 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.770441 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Pushing event updated for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:43.842600 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Attempting to bind port 22196916-2c91-47c4-b9b7-b9f5be186a36 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:23:43.842974 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Attempting to bind port 22196916-2c91-47c4-b9b7-b9f5be186a36 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:23:43.843266 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Attempting to bind port 22196916-2c91-47c4-b9b7-b9f5be186a36 on network cfece6d9-3805-4575-aed6-82a5dc944436 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:43.848609 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Port 22196916-2c91-47c4-b9b7-b9f5be186a36 on network cfece6d9-3805-4575-aed6-82a5dc944436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:23:43.848936 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Attempting to bind port 22196916-2c91-47c4-b9b7-b9f5be186a36 on network cfece6d9-3805-4575-aed6-82a5dc944436 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:23:43.853766 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:23:43.854105 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Checking segment: {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:23:43.854531 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Bound using segment: {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:23:43.854903 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Bound port: 22196916-2c91-47c4-b9b7-b9f5be186a36, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:23:43.855269 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.923284 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:23:43.928068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=22196916-2c91-47c4-b9b7-b9f5be186a36,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:23:43.933005 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.966536 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:43.967145 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:43.968541 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] 10.222.0.125 "PUT /v2.0/ports/22196916-2c91-47c4-b9b7-b9f5be186a36 HTTP/1.1" status: 200 len: 1093 time: 0.7154238 Jul 22 22:23:43.968975 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:43.971932 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5218ce-a0b6-4efb-86de-b76566e49004" -d '{"events": [{"name": "network-changed", "server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:43.995536 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842303-bb9e-4acd-88fb-cfcbadecdf98 service neutron] Pushing event updated for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:44.013087 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3962c8-a726-4934-84ba-606e5d13821a x-openstack-request-id: req-5e3962c8-a726-4934-84ba-606e5d13821a {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:44.013382 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:44.013636 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5e3962c8-a726-4934-84ba-606e5d13821a {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:44.014044 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36', 'status': 'completed', 'code': 200} Jul 22 22:23:44.136161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-16f87b1f-5157-434f-bceb-1c280b757560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.137733 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-16f87b1f-5157-434f-bceb-1c280b757560 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 1096 time: 0.0682797 Jul 22 22:23:44.192205 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-f12f7ab5-d45f-4fac-9003-1990460b8a26 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22196916-2c91-47c4-b9b7-b9f5be186a36 HTTP/1.1" status: 200 len: 217 time: 0.0380270 Jul 22 22:23:44.246202 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-7db68a75-1b26-4a5e-9bd4-effaa299f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.247574 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-7db68a75-1b26-4a5e-9bd4-effaa299f3e3 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=ae091014-bb8b-489d-ba81-f040cf3f2b3d HTTP/1.1" status: 200 len: 854 time: 0.0488737 Jul 22 22:23:44.287473 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-a67107a5-d590-4404-a5e3-005367196adc service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=cfece6d9-3805-4575-aed6-82a5dc944436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300879 Jul 22 22:23:44.387264 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-b4b8f169-cedc-44fa-9c17-9929f826a81c service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919094 Jul 22 22:23:44.487018 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9ae7c2c3-a2bf-44aa-b0f0-759f656fe136 req-9ef1b60d-5686-4064-8bfa-6a0d048dfa30 service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880685 Jul 22 22:23:44.523096 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dbf16-4905-4a6c-be97-d45bb07f21bf req-a2ec31b7-014d-43e0-9442-66d51ac13e64 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.524542 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ff8dbf16-4905-4a6c-be97-d45bb07f21bf req-a2ec31b7-014d-43e0-9442-66d51ac13e64 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 948 time: 0.0710704 Jul 22 22:23:44.566883 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ff8dbf16-4905-4a6c-be97-d45bb07f21bf req-7be38b9e-f21e-4fb6-9a26-6fe9c96644e2 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363743 Jul 22 22:23:44.681954 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-6f05f7ec-9a89-4229-91d8-e5f2bb0b7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.683507 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-6f05f7ec-9a89-4229-91d8-e5f2bb0b7447 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 1096 time: 0.0666513 Jul 22 22:23:44.823317 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e7937-a3c1-49a7-a8e6-c84610e87141 req-af4eb7c5-7a13-4659-b884-58d705ac1647 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.824851 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e20e7937-a3c1-49a7-a8e6-c84610e87141 req-af4eb7c5-7a13-4659-b884-58d705ac1647 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 943 time: 0.1404753 Jul 22 22:23:44.827820 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-55ce91f5-ff64-47fa-8a6f-0ea982ed4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.829197 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-55ce91f5-ff64-47fa-8a6f-0ea982ed4575 service neutron] 10.222.0.125 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 916 time: 0.1346381 Jul 22 22:23:44.882108 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-18fcb98a-6b1a-4605-8700-d1dc7c4e18fa service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22196916-2c91-47c4-b9b7-b9f5be186a36 HTTP/1.1" status: 200 len: 217 time: 0.0439234 Jul 22 22:23:44.907287 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e20e7937-a3c1-49a7-a8e6-c84610e87141 req-dc48787f-9a41-4494-be78-06e69a99b75b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766671 Jul 22 22:23:44.944841 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-47c4e584-72b8-40c1-a29b-4d9d1a6b1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:44.946310 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-47c4e584-72b8-40c1-a29b-4d9d1a6b1979 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=ae091014-bb8b-489d-ba81-f040cf3f2b3d HTTP/1.1" status: 200 len: 854 time: 0.0548737 Jul 22 22:23:44.993904 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-a30d3c7c-b1f9-4e3d-bf81-0df0a9a650bc service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=cfece6d9-3805-4575-aed6-82a5dc944436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376325 Jul 22 22:23:45.092393 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-b7c255ee-9453-476d-b451-1334614c4db7 service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907543 Jul 22 22:23:45.200145 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8e5218ce-a0b6-4efb-86de-b76566e49004 req-e49aa715-8a71-4e03-bbc4-07056ea4d2c3 service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980752 Jul 22 22:23:45.684736 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:45.698647 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155a2c6-d4fa-4b29-a26e-269632efdbe3 req-22cf4cdb-3e0e-45ed-aae6-61b69e736634 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:45.700138 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6155a2c6-d4fa-4b29-a26e-269632efdbe3 req-22cf4cdb-3e0e-45ed-aae6-61b69e736634 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 948 time: 0.0671763 Jul 22 22:23:45.742650 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6155a2c6-d4fa-4b29-a26e-269632efdbe3 req-0b1a2903-b57a-4a57-9797-5c007535a277 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Jul 22 22:23:46.047443 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a607a12-6339-46dc-a093-6ce7368870ab req-6b7c4836-ad4f-476c-83fe-7f8ea6d8fa2e tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:46.048947 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a607a12-6339-46dc-a093-6ce7368870ab req-6b7c4836-ad4f-476c-83fe-7f8ea6d8fa2e tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 943 time: 0.0697892 Jul 22 22:23:46.092538 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0a607a12-6339-46dc-a093-6ce7368870ab req-912bedcc-74d8-48de-a0d9-742abef908ec tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Jul 22 22:23:46.114637 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-164e8aec-424e-42e2-af0e-d17f0a85ea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:46.738812 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:46.824388 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:23:46.882194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc470-ca04-45aa-a722-76879887a226 req-600a60ef-f601-44f7-94b8-b44b329855ac tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:46.883749 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a5bc470-ca04-45aa-a722-76879887a226 req-600a60ef-f601-44f7-94b8-b44b329855ac tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 948 time: 0.0707281 Jul 22 22:23:46.922992 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6a5bc470-ca04-45aa-a722-76879887a226 req-d9ea51c2-12af-4d8f-b251-8097bc406fea tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Jul 22 22:23:47.237941 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9908-47f3-443c-8152-ceaf9b28a109 req-7fc455b0-4b60-4576-b61f-b0b15502d54b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:47.239721 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5bdb9908-47f3-443c-8152-ceaf9b28a109 req-7fc455b0-4b60-4576-b61f-b0b15502d54b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 943 time: 0.0740452 Jul 22 22:23:47.276826 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 22196916-2c91-47c4-b9b7-b9f5be186a36 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:23:47.279460 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5bdb9908-47f3-443c-8152-ceaf9b28a109 req-e6dccd48-dc94-45b3-bc5b-929e14bf7b1e tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339611 Jul 22 22:23:47.378411 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=22196916-2c91-47c4-b9b7-b9f5be186a36,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:47.389455 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '22196916-2c91-47c4-b9b7-b9f5be186a36', 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436', 'port_id': '22196916-2c91-47c4-b9b7-b9f5be186a36', 'mac_address': 'fa:16:3e:50:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae091014-bb8b-489d-ba81-f040cf3f2b3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:23:47.433556 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:47.453122 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22196916-2c91-47c4-b9b7-b9f5be186a36 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:47.474344 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=22196916-2c91-47c4-b9b7-b9f5be186a36,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:47.479162 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:47.479838 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c3b6ef37-f729-4e1a-b86f-79193fd501cb details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:23:47.561784 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:47.635548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:47.648585 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb', 'network_id': 'db088584-3bb0-4181-89a0-d7171ea12212', 'port_id': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb', 'mac_address': 'fa:16:3e:8b:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f7bb1a-c4be-4a61-8139-1c462f550c64', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:23:47.699393 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:47.721792 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b6ef37-f729-4e1a-b86f-79193fd501cb {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:23:47.749486 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:47.754330 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:47.811133 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:48.080746 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774ccab-69ab-472b-98d0-c5cbb189db88 req-2eac0764-ed70-4cff-ab92-016dc17bf930 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:48.082735 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9774ccab-69ab-472b-98d0-c5cbb189db88 req-2eac0764-ed70-4cff-ab92-016dc17bf930 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 949 time: 0.0767784 Jul 22 22:23:48.136238 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9774ccab-69ab-472b-98d0-c5cbb189db88 req-155216b5-e17e-48a1-958d-eb60998be64a tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Jul 22 22:23:48.322718 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['22196916-2c91-47c4-b9b7-b9f5be186a36'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:48.365765 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c3b6ef37-f729-4e1a-b86f-79193fd501cb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:48.430845 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56ec8-4a5f-4529-bb9c-448d8ea2d482 req-16eb4b62-b00f-4cab-a0a8-42fae4980187 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:48.432383 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0dd56ec8-4a5f-4529-bb9c-448d8ea2d482 req-16eb4b62-b00f-4cab-a0a8-42fae4980187 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 944 time: 0.0791080 Jul 22 22:23:48.472335 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0dd56ec8-4a5f-4529-bb9c-448d8ea2d482 req-683143c8-1222-4382-aff3-d9db99605884 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Jul 22 22:23:48.953737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:49.284741 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd848ea6-3b09-4b42-9133-d0ff079824eb req-3ed5b76b-928c-4ada-89a2-6d8c76837c26 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:49.286689 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd848ea6-3b09-4b42-9133-d0ff079824eb req-3ed5b76b-928c-4ada-89a2-6d8c76837c26 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 949 time: 0.0734737 Jul 22 22:23:49.327799 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-fd848ea6-3b09-4b42-9133-d0ff079824eb req-a94cae96-b5e7-45c7-a099-6f6a63697bc1 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Jul 22 22:23:49.605149 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed299-5f3f-46f3-ad56-1e7fe4e89c23 req-fc2f1255-33da-4f30-9745-5dc7f3a47747 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:49.606629 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-515ed299-5f3f-46f3-ad56-1e7fe4e89c23 req-fc2f1255-33da-4f30-9745-5dc7f3a47747 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 944 time: 0.0669010 Jul 22 22:23:49.645865 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-515ed299-5f3f-46f3-ad56-1e7fe4e89c23 req-668154e4-4435-4c81-833f-77bae123acd8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Jul 22 22:23:50.465482 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253f909-417f-468e-82f8-ae6ff824ccd4 req-80fab03f-d53c-4856-9440-719d0cf5d208 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:50.466906 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c253f909-417f-468e-82f8-ae6ff824ccd4 req-80fab03f-d53c-4856-9440-719d0cf5d208 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 949 time: 0.0687437 Jul 22 22:23:50.506258 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c253f909-417f-468e-82f8-ae6ff824ccd4 req-2b02c120-f5c1-4642-ac22-596028dfe5a9 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Jul 22 22:23:50.779221 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a2dd-f29d-4583-9dc8-a2b93ea7b83b req-f0344163-b647-41d5-8e6b-180bacc1a4ea tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:50.780602 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8955a2dd-f29d-4583-9dc8-a2b93ea7b83b req-f0344163-b647-41d5-8e6b-180bacc1a4ea tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 944 time: 0.0664167 Jul 22 22:23:50.818586 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-8955a2dd-f29d-4583-9dc8-a2b93ea7b83b req-09cb6c1f-c3f6-442e-8a43-5a925a271a75 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 22 22:23:51.278641 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c3b6ef37-f729-4e1a-b86f-79193fd501cb up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:51.329194 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port c3b6ef37-f729-4e1a-b86f-79193fd501cb completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:51.334677 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port c3b6ef37-f729-4e1a-b86f-79193fd501cb triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:51.335058 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.412933 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.434462 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:51.436646 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe37a03-efe7-41c6-8e63-fc4cee5a5249" -d '{"events": [{"server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "name": "network-vif-plugged", "status": "completed", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:51.450283 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:51.455841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.456681 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 22196916-2c91-47c4-b9b7-b9f5be186a36 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:23:51.496224 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26118be1-97e2-443c-90db-7732d8904d2c x-openstack-request-id: req-26118be1-97e2-443c-90db-7732d8904d2c {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:51.496575 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "name": "network-vif-plugged", "status": "completed", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:51.496780 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-26118be1-97e2-443c-90db-7732d8904d2c {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:51.497163 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb', 'code': 200} Jul 22 22:23:51.533016 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:51.550598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 22196916-2c91-47c4-b9b7-b9f5be186a36 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:23:51.554630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 22196916-2c91-47c4-b9b7-b9f5be186a36 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:23:51.555009 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.639221 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.649497 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590a8b-9eab-49c0-9d11-144464ec0cab req-0e223776-13d6-4a2a-984c-85ec72a74d4c tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:51.651471 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-84590a8b-9eab-49c0-9d11-144464ec0cab req-0e223776-13d6-4a2a-984c-85ec72a74d4c tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.0691831 Jul 22 22:23:51.677897 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=22196916-2c91-47c4-b9b7-b9f5be186a36,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:51.682498 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:51.733606 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:51.735887 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-84590a8b-9eab-49c0-9d11-144464ec0cab req-e698f541-a19a-46c3-a96c-266dae8919f5 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793254 Jul 22 22:23:51.763681 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93015a-57b4-426a-9057-b48b46ae1664 req-9af2a11f-8d2c-4adf-952f-052933baec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:51.765248 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e93015a-57b4-426a-9057-b48b46ae1664 req-9af2a11f-8d2c-4adf-952f-052933baec17 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 1103 time: 0.0888517 Jul 22 22:23:51.807545 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3e93015a-57b4-426a-9057-b48b46ae1664 req-b5622ebe-7a44-4d4a-82fe-d517bd614bcd service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Jul 22 22:23:51.971606 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0dd3-de4d-47dd-8817-7afebfd9cbc8 req-6bd1960b-029d-411b-ba1b-77c2ac7cedf8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:51.973143 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b6e0dd3-de4d-47dd-8817-7afebfd9cbc8 req-6bd1960b-029d-411b-ba1b-77c2ac7cedf8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0705745 Jul 22 22:23:52.022326 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3b6e0dd3-de4d-47dd-8817-7afebfd9cbc8 req-f0c4d75e-60c2-4ef1-8bef-6a98989c698c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jul 22 22:23:52.892339 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff66c7b-4e39-4128-9ece-80279891272c req-98ee0a18-774f-4059-b678-67853f235baf tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:52.893874 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fff66c7b-4e39-4128-9ece-80279891272c req-98ee0a18-774f-4059-b678-67853f235baf tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.0697079 Jul 22 22:23:52.933962 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fff66c7b-4e39-4128-9ece-80279891272c req-1d84872c-5db4-472a-9f2b-6688944b2c9e tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jul 22 22:23:53.167498 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267c5eb-7eb7-493d-a8ff-27e5a7fc15a8 req-b707167f-d743-46a9-80d6-fa77b7a5618c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:53.169155 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1267c5eb-7eb7-493d-a8ff-27e5a7fc15a8 req-b707167f-d743-46a9-80d6-fa77b7a5618c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0714965 Jul 22 22:23:53.214544 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1267c5eb-7eb7-493d-a8ff-27e5a7fc15a8 req-228f811a-17b8-4dda-87f0-b6fde7f25678 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Jul 22 22:23:53.498818 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:53.501394 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cc4e92-1107-4da3-a62d-1d15aab4bc85" -d '{"events": [{"server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "name": "network-vif-plugged", "status": "completed", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:53.537548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6247e55e-d59c-4fa0-b01a-03af8d79d15f x-openstack-request-id: req-6247e55e-d59c-4fa0-b01a-03af8d79d15f {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:53.537840 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "name": "network-vif-plugged", "status": "completed", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:53.538100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6247e55e-d59c-4fa0-b01a-03af8d79d15f {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:53.538500 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36', 'code': 200} Jul 22 22:23:53.777892 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1368-1e0f-40d3-9b2d-b9ca9c361ccc req-f268ebef-feac-4f03-9ed6-202f90023f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:53.779286 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-773c1368-1e0f-40d3-9b2d-b9ca9c361ccc req-f268ebef-feac-4f03-9ed6-202f90023f39 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 1098 time: 0.0531862 Jul 22 22:23:53.817302 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-773c1368-1e0f-40d3-9b2d-b9ca9c361ccc req-909df4d7-a4eb-4e1f-9d1e-d020c3cb2c7b service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299399 Jul 22 22:23:54.065802 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37fcdc-80cf-4d83-9448-9c8867e1be43 req-6b709a27-057f-406b-8f46-8ceb6482cb37 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:54.067412 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a37fcdc-80cf-4d83-9448-9c8867e1be43 req-6b709a27-057f-406b-8f46-8ceb6482cb37 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.0641522 Jul 22 22:23:54.113724 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7a37fcdc-80cf-4d83-9448-9c8867e1be43 req-a3011ec0-7dba-4d04-a98b-933135038355 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Jul 22 22:23:54.369368 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593750b6-e2a7-4a8d-8f2c-dedab2f1277c req-cf103f3c-85f9-49fe-bc35-db848dbffa4b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:54.370772 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-593750b6-e2a7-4a8d-8f2c-dedab2f1277c req-cf103f3c-85f9-49fe-bc35-db848dbffa4b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0785904 Jul 22 22:23:54.403866 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194decd-548b-4715-8b4c-f3efdd4b1c25 req-646de3c7-b1c6-423c-922c-d20102b90599 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:54.405504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0194decd-548b-4715-8b4c-f3efdd4b1c25 req-646de3c7-b1c6-423c-922c-d20102b90599 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.0665860 Jul 22 22:23:54.411430 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-593750b6-e2a7-4a8d-8f2c-dedab2f1277c req-9f3c8641-a52c-48bb-bbba-50f0b1b65940 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Jul 22 22:23:54.448830 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0194decd-548b-4715-8b4c-f3efdd4b1c25 req-e2974d64-d1ff-4bd2-afb6-0fd9d44b542c tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Jul 22 22:23:55.545752 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b788e-ee72-4a44-b1ec-1a6a8cf4c980 req-1e4beac0-bc48-41d5-abdc-1a9f30892a56 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:55.547225 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-076b788e-ee72-4a44-b1ec-1a6a8cf4c980 req-1e4beac0-bc48-41d5-abdc-1a9f30892a56 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0675983 Jul 22 22:23:55.581586 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504f05-8a92-4635-a464-26197f80e120 req-36a5c605-5996-4def-a27e-15c579382b52 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:55.583550 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43504f05-8a92-4635-a464-26197f80e120 req-36a5c605-5996-4def-a27e-15c579382b52 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.0658886 Jul 22 22:23:55.588043 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-076b788e-ee72-4a44-b1ec-1a6a8cf4c980 req-e4ac9454-cb59-41e9-8bea-e1d4ecfd145d tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Jul 22 22:23:55.621636 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43504f05-8a92-4635-a464-26197f80e120 req-4fec6db7-f16d-41ac-a98d-c943cddd9ad8 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Jul 22 22:23:56.734052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0fb15-11f7-4289-a79e-f74c4f4f4d6e req-7eaa5684-200e-4b53-8587-2ab43659157c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:56.735537 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dec0fb15-11f7-4289-a79e-f74c4f4f4d6e req-7eaa5684-200e-4b53-8587-2ab43659157c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0807989 Jul 22 22:23:56.778234 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-dec0fb15-11f7-4289-a79e-f74c4f4f4d6e req-e0724985-fb07-42f2-8c3d-b4cdd201efc7 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Jul 22 22:23:56.801987 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11477639-906e-4def-b7e5-4039501ca620 req-e5db0edf-a960-428b-bafc-5200d770c845 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:56.803494 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11477639-906e-4def-b7e5-4039501ca620 req-e5db0edf-a960-428b-bafc-5200d770c845 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.1039934 Jul 22 22:23:56.852426 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-9c92d915-593d-4248-bf47-f58032470b1e tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:23:56.853875 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-9c92d915-593d-4248-bf47-f58032470b1e tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.125 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 950 time: 0.1133747 Jul 22 22:23:56.861392 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-11477639-906e-4def-b7e5-4039501ca620 req-60a4027d-283f-47bf-bd4a-735c5dabc240 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/security-groups?id=055d8880-5fb2-4805-8966-e912413c2ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 Jul 22 22:23:56.960894 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Deleting port c3b6ef37-f729-4e1a-b86f-79193fd501cb {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:23:56.961239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.055262 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] For port c3b6ef37-f729-4e1a-b86f-79193fd501cb, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=c3b6ef37-f729-4e1a-b86f-79193fd501cb,segment=NetworkSegment(56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2),segment_id=56039fc2-787b-4fb5-aad6-5ba0f3ecb0d2)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:23:57.055615 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.067313 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Calling delete_port for c3b6ef37-f729-4e1a-b86f-79193fd501cb owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:23:57.204542 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.223236 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.234903 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Pushing event deleted for resources: {'Port': ['ID=c3b6ef37-f729-4e1a-b86f-79193fd501cb,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:23:57.271499 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['c3b6ef37-f729-4e1a-b86f-79193fd501cb'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:23:57.288886 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] No DVR routers for this DVR port c3b6ef37-f729-4e1a-b86f-79193fd501cb on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:23:57.291737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:23:57.294148 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-20ddb220-d1f2-4282-9e4f-2578039ec4eb req-b3cc448c-d028-4148-a567-3043015cf1e3 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.125 "DELETE /v2.0/ports/c3b6ef37-f729-4e1a-b86f-79193fd501cb HTTP/1.1" status: 204 len: 173 time: 0.4318595 Jul 22 22:23:57.294686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'name': 'network-vif-deleted', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:23:57.298188 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee3d5c-20c6-4976-b863-5172cb101cf3" -d '{"events": [{"server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "name": "network-vif-deleted", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:23:57.341378 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ec97d-a9a2-4418-ba3e-13251944f10d x-openstack-request-id: req-c38ec97d-a9a2-4418-ba3e-13251944f10d {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:23:57.341728 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2652b613-8089-49cb-80d9-7a78e29396fd", "name": "network-vif-deleted", "tag": "c3b6ef37-f729-4e1a-b86f-79193fd501cb", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:23:57.341942 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c38ec97d-a9a2-4418-ba3e-13251944f10d {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:23:57.342307 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2652b613-8089-49cb-80d9-7a78e29396fd', 'name': 'network-vif-deleted', 'tag': 'c3b6ef37-f729-4e1a-b86f-79193fd501cb', 'status': 'completed', 'code': 200} Jul 22 22:23:57.980665 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7ca8b081-f043-4c57-98ec-06f3cfc295bf req-6f050497-e02e-42e9-aa28-db60cf59d312 tempest-VolumesNegativeTest-1250642059 tempest-VolumesNegativeTest-1250642059-project] 10.222.0.110 "GET /v2.0/ports?device_id=2652b613-8089-49cb-80d9-7a78e29396fd HTTP/1.1" status: 200 len: 210 time: 0.0313616 Jul 22 22:24:01.298645 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c3b6ef37-f729-4e1a-b86f-79193fd501cb no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:01.321100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: c3b6ef37-f729-4e1a-b86f-79193fd501cb {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:01.321488 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device c3b6ef37-f729-4e1a-b86f-79193fd501cb not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:02.741601 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44912) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:02.871360 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9b6d1648-dec7-455f-9894-d7076fd780ac admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5f4ec5bb58cf47fc8dbbcacfdaa282b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286376 Jul 22 22:24:02.873830 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 44916) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:24:02.926824 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.947324 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.995821 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.998476 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:02.999620 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/055d8880-5fb2-4805-8966-e912413c2ff7 HTTP/1.1" status: 204 len: 168 time: 0.1248877 Jul 22 22:24:03.008192 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87314a-39f9-48e9-8837-4ad246e6fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d8880-5fb2-4805-8966-e912413c2ff7,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:12.956902 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8d858565-aa61-4188-8833-4226669ea97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:15.686894 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:16.116639 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e0a701f5-1a0f-4f95-94ad-1b1a4826d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:16.739732 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:18.956113 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:23.823303 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:24:27.208217 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:39.524971 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-5e9007fe-f418-4845-9ec6-d3b953e3c90c service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1422243 Jul 22 22:24:39.629534 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2caa-2892-425e-b148-0432d7d021b4 req-4d481fbb-96f0-4f17-a344-d71f627e1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:39.631074 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-4d481fbb-96f0-4f17-a344-d71f627e1703 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1098 time: 0.0589831 Jul 22 22:24:39.999445 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2caa-2892-425e-b148-0432d7d021b4 req-3c412979-ead5-4d26-9799-c73fad265149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:40.000966 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-3c412979-ead5-4d26-9799-c73fad265149 service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.3434534 Jul 22 22:24:40.079028 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-08fc28ff-e156-4552-a32b-427d3c990332 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 1001 time: 0.0651569 Jul 22 22:24:40.131654 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2caa-2892-425e-b148-0432d7d021b4 req-691e6fe1-5077-4168-8328-9379dfb2d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:40.133188 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-691e6fe1-5077-4168-8328-9379dfb2d8fa service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0454857 Jul 22 22:24:40.198362 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e2caa-2892-425e-b148-0432d7d021b4 req-b79e5f48-a907-4c52-a5c8-ee2af6e3e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:40.199895 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-b79e5f48-a907-4c52-a5c8-ee2af6e3e0f0 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549946 Jul 22 22:24:40.302545 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-72d5b966-3761-46a9-b205-98e79c36d16f service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916800 Jul 22 22:24:40.411823 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-993e2caa-2892-425e-b148-0432d7d021b4 req-52cb73b6-2841-4734-a0a2-a58285c3e809 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940926 Jul 22 22:24:42.959768 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ea8fea9a-9f45-4d01-bc8c-edfe281de82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:45.691029 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:45.887137 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6515b6-9eb0-4c23-a486-9f567969c45a req-80bdb30f-f24a-43f8-bf82-18868240de9b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:45.888639 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a6515b6-9eb0-4c23-a486-9f567969c45a req-80bdb30f-f24a-43f8-bf82-18868240de9b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0646970 Jul 22 22:24:45.927058 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3a6515b6-9eb0-4c23-a486-9f567969c45a req-4478e574-1f1a-4b64-9f1f-1e582edb6f55 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Jul 22 22:24:46.117750 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d85aa030-afa0-4801-b5a5-2b0cebb868f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:46.743612 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:47.067968 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba51dd1-ffa2-40ab-87c5-eb1bcc1233c9 req-5463b263-d4c0-4ad6-b8ae-377dc1f717ee tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:47.069502 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fba51dd1-ffa2-40ab-87c5-eb1bcc1233c9 req-5463b263-d4c0-4ad6-b8ae-377dc1f717ee tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0715396 Jul 22 22:24:47.120690 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-fba51dd1-ffa2-40ab-87c5-eb1bcc1233c9 req-6fac79b1-003b-40ca-bfba-3db55a2b57ed tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Jul 22 22:24:48.280547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc63f-0649-47f1-9338-a3bcb8069c3a req-d5fa0474-c4ca-4640-a122-8de4deed5e49 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:48.283077 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-66afc63f-0649-47f1-9338-a3bcb8069c3a req-d5fa0474-c4ca-4640-a122-8de4deed5e49 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0833769 Jul 22 22:24:48.327792 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-66afc63f-0649-47f1-9338-a3bcb8069c3a req-ea77d028-8e77-4d91-81e4-c076a75cade1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Jul 22 22:24:48.603826 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-a71c2b29-e502-46af-96c6-44fe216b4c26 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:24:48.605400 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-a71c2b29-e502-46af-96c6-44fe216b4c26 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 945 time: 0.0686259 Jul 22 22:24:48.718751 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Deleting port 22196916-2c91-47c4-b9b7-b9f5be186a36 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:24:48.719095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.808799 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] For port 22196916-2c91-47c4-b9b7-b9f5be186a36, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=22196916-2c91-47c4-b9b7-b9f5be186a36,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:24:48.809157 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.824492 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Calling delete_port for 22196916-2c91-47c4-b9b7-b9f5be186a36 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:24:48.953815 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.961602 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:48.984016 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Pushing event deleted for resources: {'Port': ['ID=22196916-2c91-47c4-b9b7-b9f5be186a36,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:24:48.997318 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['22196916-2c91-47c4-b9b7-b9f5be186a36'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:24:49.012528 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.012884 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.013230 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.013572 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.013911 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.014243 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.014576 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.014906 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.015235 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.015561 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.015886 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.016208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:24:49.038953 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] No DVR routers for this DVR port 22196916-2c91-47c4-b9b7-b9f5be186a36 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:24:49.041627 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:24:49.043736 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d2fe021a-b835-4a5b-836e-105de3480f76 req-2507b8db-5e6d-40b2-9e81-4fbe6019b8a9 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "DELETE /v2.0/ports/22196916-2c91-47c4-b9b7-b9f5be186a36 HTTP/1.1" status: 204 len: 173 time: 0.4286556 Jul 22 22:24:49.044199 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'name': 'network-vif-deleted', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:24:49.046568 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72be4e0b-cad5-4698-ad3c-0909478accd1" -d '{"events": [{"server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "name": "network-vif-deleted", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:24:49.234012 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf3a34-14f7-4ce3-8c4b-cf36207d0ba6 x-openstack-request-id: req-addf3a34-14f7-4ce3-8c4b-cf36207d0ba6 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:24:49.234375 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d", "name": "network-vif-deleted", "tag": "22196916-2c91-47c4-b9b7-b9f5be186a36", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:24:49.234627 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-addf3a34-14f7-4ce3-8c4b-cf36207d0ba6 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:24:49.235022 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d', 'name': 'network-vif-deleted', 'tag': '22196916-2c91-47c4-b9b7-b9f5be186a36', 'status': 'completed', 'code': 200} Jul 22 22:24:49.443106 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7d887e18-dab4-4c6c-b017-38a1222bbc53 req-50c4b1fc-24fd-494a-afe9-28fadbec030e tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=c827f4a1-c445-4ac0-b5ba-9f5c8adb0a6d HTTP/1.1" status: 200 len: 210 time: 0.0333006 Jul 22 22:24:53.991137 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 22196916-2c91-47c4-b9b7-b9f5be186a36 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:24:54.012111 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 22196916-2c91-47c4-b9b7-b9f5be186a36 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:24:54.012443 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 22196916-2c91-47c4-b9b7-b9f5be186a36 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:24:57.219836 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:00.506582 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-eb7307f9-f4a0-4536-b1f8-a2ed4e8a8ca1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:00.507987 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-eb7307f9-f4a0-4536-b1f8-a2ed4e8a8ca1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 814 time: 0.1031640 Jul 22 22:25:00.523269 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-8e97e393-7025-4a84-b4d0-c31b2904bede tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/quotas/2673840a4eb443a5814175271c259f76 HTTP/1.1" status: 200 len: 375 time: 0.0099642 Jul 22 22:25:00.563635 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-62ec7298-eacc-4d3d-bdab-c6365d185769 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350614 Jul 22 22:25:00.659219 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-4606ea91-3197-4c4a-a1e5-0298d72824f0 service neutron] 10.222.0.110 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886431 Jul 22 22:25:00.755333 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-de6401a7-6741-4c31-abf8-495c3c1bcbb4 service neutron] 10.222.0.110 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905254 Jul 22 22:25:00.825181 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:00.933901 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-f39175e8-b233-42fb-a054-58971499a1d6 req-30641b84-5676-49d0-be06-9b7bf1f6b721 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 210 time: 0.0406220 Jul 22 22:25:02.043042 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-a72c7402-8efe-4db8-a0d1-3d7d3b001c13 req-bb97fd4b-85de-4af5-82bc-a443f4105081 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Jul 22 22:25:02.114214 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-78638752-e43f-47b5-8418-4319d52310cf tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.115726 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-78638752-e43f-47b5-8418-4319d52310cf tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 814 time: 0.1064517 Jul 22 22:25:02.137366 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Request body: {'port': {'device_id': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436', 'admin_state_up': True, 'tenant_id': '2673840a4eb443a5814175271c259f76'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:02.250129 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Made reservation on behalf of 2673840a4eb443a5814175271c259f76 for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:25:02.254547 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:02.385525 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Allocated IP 172.20.0.3 (cfece6d9-3805-4575-aed6-82a5dc944436/ae091014-bb8b-489d-ba81-f040cf3f2b3d/3d6d74dd-5944-43a7-92f4-cdb257d328d4) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:25:02.541570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:02.589362 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:02.648247 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Network cfece6d9-3805-4575-aed6-82a5dc944436 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:25:02.651545 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:25:02.655565 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:25:02.662554 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Pushing event updated for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:02.717524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:02.718224 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:02.734487 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0b23ab9d-a49d-4207-912a-b9af9e1be5a8 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011090 Jul 22 22:25:02.758179 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Request body: {'port': {'device_id': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:25:02.838683 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.166606 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6d74dd-5944-43a7-92f4-cdb257d328d4 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:25:03.179854 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.209826 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Transition to ACTIVE for port object 3d6d74dd-5944-43a7-92f4-cdb257d328d4 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:25:03.219230 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.279222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95af7d-85a4-428b-8f82-d724de609046 req-3a285a6e-a8a3-469d-8269-5308ade4a4d1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:03.280756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b95af7d-85a4-428b-8f82-d724de609046 req-3a285a6e-a8a3-469d-8269-5308ade4a4d1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 931 time: 0.1538763 Jul 22 22:25:03.315566 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:03.368987 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0b95af7d-85a4-428b-8f82-d724de609046 req-51cb3c9b-3829-406c-8edd-b9d27f7753a1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818071 Jul 22 22:25:03.388185 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Attempting to bind port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:25:03.388554 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Attempting to bind port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:25:03.388889 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Attempting to bind port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 on network cfece6d9-3805-4575-aed6-82a5dc944436 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:03.393822 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 on network cfece6d9-3805-4575-aed6-82a5dc944436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:25:03.394140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Attempting to bind port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 on network cfece6d9-3805-4575-aed6-82a5dc944436 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:25:03.398805 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:25:03.399140 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Checking segment: {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:25:03.399523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Bound using segment: {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:25:03.399951 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Bound port: 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940e7ac2-b153-441c-a763-080803e5042c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:25:03.400325 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.462136 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:25:03.465265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:25:03.469579 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.511391 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:03.511997 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:03.513462 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] 10.222.0.125 "PUT /v2.0/ports/3d6d74dd-5944-43a7-92f4-cdb257d328d4 HTTP/1.1" status: 200 len: 1093 time: 0.7603991 Jul 22 22:25:03.513931 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:03.516324 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289d7b5-eabc-46ff-83ab-c65d040216af" -d '{"events": [{"name": "network-changed", "server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:03.536333 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d9ba9-7b0a-4f74-b641-fc6ded908cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:03.554660 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7acac-ced3-43ba-919d-09a163f08828 x-openstack-request-id: req-66b7acac-ced3-43ba-919d-09a163f08828 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:03.554942 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:03.555200 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-66b7acac-ced3-43ba-919d-09a163f08828 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:03.555601 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4', 'status': 'completed', 'code': 200} Jul 22 22:25:03.640248 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-67e404ac-73ef-4584-8adc-12e3104fbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:03.641903 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-67e404ac-73ef-4584-8adc-12e3104fbb83 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 1096 time: 0.0547297 Jul 22 22:25:03.693159 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-0d796d71-945b-47a0-8494-829b14e3d766 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4 HTTP/1.1" status: 200 len: 217 time: 0.0341637 Jul 22 22:25:03.744081 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-2f0688d8-2fd3-404b-9fd0-9e95424a4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:03.745314 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-2f0688d8-2fd3-404b-9fd0-9e95424a4c11 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=ae091014-bb8b-489d-ba81-f040cf3f2b3d HTTP/1.1" status: 200 len: 854 time: 0.0454125 Jul 22 22:25:03.780596 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-12491481-fc99-48fa-a6c5-c6b1da7bc09a service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=cfece6d9-3805-4575-aed6-82a5dc944436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271134 Jul 22 22:25:03.869218 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-26235f5f-45d8-4c0b-939c-d5b7bb0d8dfd service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812299 Jul 22 22:25:03.960984 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e8f95f50-76e2-4b9c-9eeb-7586fd2ac43d req-31493612-3790-4d18-bab0-41d049a71420 service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Jul 22 22:25:04.123840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-e4822811-698a-445d-90be-87055aa70752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:04.125483 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-e4822811-698a-445d-90be-87055aa70752 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=2673840a4eb443a5814175271c259f76&device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 1096 time: 0.0544562 Jul 22 22:25:04.218843 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-4a4079dc-5085-4766-acca-d28bd71fe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:04.220890 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-4a4079dc-5085-4766-acca-d28bd71fe5f3 service neutron] 10.222.0.125 "GET /v2.0/networks?id=cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 200 len: 916 time: 0.0882199 Jul 22 22:25:04.261780 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-896a774c-ff63-4557-a0ff-9eb8202b3c7d service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4 HTTP/1.1" status: 200 len: 217 time: 0.0328944 Jul 22 22:25:04.315059 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-40e0e515-b48a-4dad-8c1f-06d224c69454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:04.317035 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-40e0e515-b48a-4dad-8c1f-06d224c69454 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=ae091014-bb8b-489d-ba81-f040cf3f2b3d HTTP/1.1" status: 200 len: 854 time: 0.0474770 Jul 22 22:25:04.353291 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-1d68e00b-b726-42c1-822d-403e471a0a5d service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=cfece6d9-3805-4575-aed6-82a5dc944436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282438 Jul 22 22:25:04.454502 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-c040aaca-589a-40aa-8e51-719b5d713a18 service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914443 Jul 22 22:25:04.574570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bfe57-bd9f-442a-b58a-63ee8371739e req-0cfc9a27-6633-4485-9c20-6299788203ce tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:04.576050 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-852bfe57-bd9f-442a-b58a-63ee8371739e req-0cfc9a27-6633-4485-9c20-6299788203ce tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 943 time: 0.1359825 Jul 22 22:25:04.578196 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5289d7b5-eabc-46ff-83ab-c65d040216af req-340be65e-2d15-490e-a281-90e9a843cbce service neutron] 10.222.0.125 "GET /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036880 Jul 22 22:25:04.621007 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-852bfe57-bd9f-442a-b58a-63ee8371739e req-a68ceead-dbc0-41b3-9098-ab84ebe11145 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 Jul 22 22:25:05.753838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62443c-7cb2-4e2c-b66f-e8e0f3d61ba1 req-c25fa61d-9b29-47a6-baa3-2014bd275a3d tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:05.755357 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f62443c-7cb2-4e2c-b66f-e8e0f3d61ba1 req-c25fa61d-9b29-47a6-baa3-2014bd275a3d tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 943 time: 0.0652089 Jul 22 22:25:05.793175 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-8f62443c-7cb2-4e2c-b66f-e8e0f3d61ba1 req-07b2c0b5-cb4c-4538-9aef-18ffd8378d2f tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Jul 22 22:25:06.926521 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d4ab-2bbb-4b09-b74d-3fd399e4dee8 req-3c2fe819-c7c9-4055-990c-18e3233c201f tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:06.928022 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7047d4ab-2bbb-4b09-b74d-3fd399e4dee8 req-3c2fe819-c7c9-4055-990c-18e3233c201f tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 943 time: 0.0667412 Jul 22 22:25:06.966222 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7047d4ab-2bbb-4b09-b74d-3fd399e4dee8 req-ab18c3ed-6884-4391-8239-81a415776147 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Jul 22 22:25:08.062418 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 3d6d74dd-5944-43a7-92f4-cdb257d328d4 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:25:08.099500 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcca95d-38a5-4266-81ef-6dd05fef33f1 req-9a7f1567-5de7-4c87-880e-79c929d791ff tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:08.101040 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9fcca95d-38a5-4266-81ef-6dd05fef33f1 req-9a7f1567-5de7-4c87-880e-79c929d791ff tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 943 time: 0.0697114 Jul 22 22:25:08.139039 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9fcca95d-38a5-4266-81ef-6dd05fef33f1 req-cf4ca7be-5f6b-4a3c-b468-62a9a231336a tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 22 22:25:08.161422 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:08.172966 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': '3d6d74dd-5944-43a7-92f4-cdb257d328d4', 'network_id': 'cfece6d9-3805-4575-aed6-82a5dc944436', 'port_id': '3d6d74dd-5944-43a7-92f4-cdb257d328d4', 'mac_address': 'fa:16:3e:0e:18:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae091014-bb8b-489d-ba81-f040cf3f2b3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:25:08.211670 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:08.225689 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6d74dd-5944-43a7-92f4-cdb257d328d4 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:25:08.245746 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:08.249883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:08.297244 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:08.304248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.304630 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.304982 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.305325 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.305696 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.306036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.306375 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.306705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.307040 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.307372 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.307722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.308053 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:08.677995 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['3d6d74dd-5944-43a7-92f4-cdb257d328d4'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:25:09.269944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252299-c7ad-411c-9e6c-3e8cd6ee07d1 req-068ce6c7-9193-4dc8-b191-eda4dcfc5ee6 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:09.271429 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43252299-c7ad-411c-9e6c-3e8cd6ee07d1 req-068ce6c7-9193-4dc8-b191-eda4dcfc5ee6 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 944 time: 0.0639775 Jul 22 22:25:09.309309 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-43252299-c7ad-411c-9e6c-3e8cd6ee07d1 req-da889b3a-f36b-4b97-a277-7eb77971988b tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Jul 22 22:25:10.056664 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 3d6d74dd-5944-43a7-92f4-cdb257d328d4 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:25:10.105684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:25:10.111314 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:25:10.111695 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:10.191439 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:10.213722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:10.215945 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb27e2ad-e705-4ddc-abd9-7dc5d84103ee" -d '{"events": [{"server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "name": "network-vif-plugged", "status": "completed", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:10.229375 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:10.233740 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:10.259705 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cf0b91-eceb-4653-931a-a7d11f2b214f x-openstack-request-id: req-c0cf0b91-eceb-4653-931a-a7d11f2b214f {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:10.260004 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "name": "network-vif-plugged", "status": "completed", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:10.260261 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-c0cf0b91-eceb-4653-931a-a7d11f2b214f {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:10.260682 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4', 'code': 200} Jul 22 22:25:10.286322 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:10.449570 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f74d6-58dc-4ef5-aa45-88fa001367a1 req-a11fc69e-d378-4eb7-b640-9cc213f2bd9c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:10.451050 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a44f74d6-58dc-4ef5-aa45-88fa001367a1 req-a11fc69e-d378-4eb7-b640-9cc213f2bd9c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0718446 Jul 22 22:25:10.518768 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a44f74d6-58dc-4ef5-aa45-88fa001367a1 req-becd71dd-8134-4fed-aa1b-78faeb92e70a tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614531 Jul 22 22:25:10.537031 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee2677-47ba-4684-94de-af08e9f6b6b0 req-41026a6f-9444-4838-b609-7cce42339e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:10.538564 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aaee2677-47ba-4684-94de-af08e9f6b6b0 req-41026a6f-9444-4838-b609-7cce42339e91 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 1098 time: 0.0802124 Jul 22 22:25:10.577932 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-aaee2677-47ba-4684-94de-af08e9f6b6b0 req-621321a6-bc91-4e9f-a568-c33d7ba235cf service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285006 Jul 22 22:25:11.647525 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ccc1-4938-4fbd-82b6-86986752f2e7 req-a60b050e-c54f-41c8-8361-9da29ef01cdb tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:11.649023 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7e3ccc1-4938-4fbd-82b6-86986752f2e7 req-a60b050e-c54f-41c8-8361-9da29ef01cdb tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0627918 Jul 22 22:25:11.685972 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e7e3ccc1-4938-4fbd-82b6-86986752f2e7 req-d4687284-f13d-4275-8eb3-37e9f90268a0 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Jul 22 22:25:12.816367 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2fc61-cd52-4be2-82d2-ce2497e68ebc req-d094721b-a4cc-4e14-8f8e-75e1f328612c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:12.817870 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39a2fc61-cd52-4be2-82d2-ce2497e68ebc req-d094721b-a4cc-4e14-8f8e-75e1f328612c tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0639913 Jul 22 22:25:12.856291 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-39a2fc61-cd52-4be2-82d2-ce2497e68ebc req-c2334dbd-c2c0-4fc0-ab2f-91b5e8e5ec13 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Jul 22 22:25:12.961808 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d65db45-658f-4194-9f9e-15d52bc3f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:15.694088 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:15.800346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45186) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:15.967046 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port 1c0a4056-6e97-4284-86be-8494becb67dc {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:15.967306 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.041025 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.041353 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.053196 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for 1c0a4056-6e97-4284-86be-8494becb67dc owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:16.118631 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a3a92131-332a-420d-b094-2ec58f7935a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.204208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.229674 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=1c0a4056-6e97-4284-86be-8494becb67dc,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:16.293923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.294264 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP b79bfd2e-5ed2-41db-a342-acd64101af50 disassociated (deleted). External IP: 172.27.1.204, port: ef2cf38b-40af-4b6a-be31-b0fa0cc57a37. Jul 22 22:25:16.495855 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:16.599788 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:16.604660 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.609097 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:16.618506 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:16.619127 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:16.640504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7e1fe617-67ae-4d6e-bd74-df830c7497a6 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "DELETE /v2.0/floatingips/b79bfd2e-5ed2-41db-a342-acd64101af50 HTTP/1.1" status: 204 len: 168 time: 0.8388605 Jul 22 22:25:16.641031 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:16.643914 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df33721-a605-4947-bd0a-97a8780bc807" -d '{"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:16.683613 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce0ce2f-8b63-455c-b1d8-f17e052dd08c x-openstack-request-id: req-6ce0ce2f-8b63-455c-b1d8-f17e052dd08c {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:16.683901 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:16.684154 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6ce0ce2f-8b63-455c-b1d8-f17e052dd08c {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:16.684741 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'status': 'completed', 'code': 200} Jul 22 22:25:16.729502 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:16.820447 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:16.828429 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33721-a605-4947-bd0a-97a8780bc807 req-463b194a-c141-4aa7-a6b2-b7f44ca10ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:16.830102 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-463b194a-c141-4aa7-a6b2-b7f44ca10ed9 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 1098 time: 0.0799172 Jul 22 22:25:16.891940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eb9e1-33d3-46a4-9c1e-c0a16982df93 req-1ef6070a-ef5b-4338-9b94-3f80f3de64a7 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:16.894407 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-327eb9e1-33d3-46a4-9c1e-c0a16982df93 req-1ef6070a-ef5b-4338-9b94-3f80f3de64a7 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0699875 Jul 22 22:25:16.940406 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-327eb9e1-33d3-46a4-9c1e-c0a16982df93 req-0177a121-a3d7-44a8-91fd-3726917c2a49 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391586 Jul 22 22:25:16.958545 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33721-a605-4947-bd0a-97a8780bc807 req-7516d3b9-5920-4764-85ed-931ccda4c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:16.960097 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-7516d3b9-5920-4764-85ed-931ccda4c533 service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.1020575 Jul 22 22:25:16.979541 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:17.005074 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:17.005359 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-4c8e4000-d807-459f-8ae4-39c175a38a0d service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 200 len: 217 time: 0.0362780 Jul 22 22:25:17.013687 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:17.014293 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:17.056948 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33721-a605-4947-bd0a-97a8780bc807 req-cc533d41-7bd1-4663-ae30-2434e0b9f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:17.058407 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-cc533d41-7bd1-4663-ae30-2434e0b9f3de service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0431385 Jul 22 22:25:17.124479 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:17.129651 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df33721-a605-4947-bd0a-97a8780bc807 req-4a4b1c24-ad1c-4953-8d48-d20f7835f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:17.131164 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-4a4b1c24-ad1c-4953-8d48-d20f7835f60b service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552182 Jul 22 22:25:17.237266 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-e23085ba-569f-4128-b58e-901eb3c6a549 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929790 Jul 22 22:25:17.330388 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4df33721-a605-4947-bd0a-97a8780bc807 req-0b7b17c2-116a-4057-9d72-51a7cc6e2229 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838223 Jul 22 22:25:17.359943 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:17.387634 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb4f28-d2c7-4044-97fd-eae880444598 None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': '1c905339-9e8d-4e16-9f5d-eff12e981383', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'port_id': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'mac_address': 'fa:16:3e:c7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42179d6a-451f-4dca-83f8-042ff823e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:20:58Z', 'updated_at': '2021-07-22T22:21:01Z', 'revision_number': 1, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:17.599518 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117e361-5379-4641-8067-82e71e7b5651 None None] New status for floating IP b79bfd2e-5ed2-41db-a342-acd64101af50: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:25:18.070358 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19a9b-9f24-485d-8959-651ac3051de4 req-33163421-7169-4c90-99dc-8107e76c8be4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:18.071839 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9df19a9b-9f24-485d-8959-651ac3051de4 req-33163421-7169-4c90-99dc-8107e76c8be4 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0634549 Jul 22 22:25:18.113137 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9df19a9b-9f24-485d-8959-651ac3051de4 req-537a5460-b066-4f7e-9aa1-df409de00443 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jul 22 22:25:18.960242 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.226101 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-288c3a87-47bf-4729-bc6f-2c7f0756bb60 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:19.227531 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-288c3a87-47bf-4729-bc6f-2c7f0756bb60 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0641344 Jul 22 22:25:19.246597 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789c4c5-cc3e-4757-ad94-b379d0ef7fc2 req-653eb34e-7f72-4971-9489-87c37d44a024 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:19.248073 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9789c4c5-cc3e-4757-ad94-b379d0ef7fc2 req-653eb34e-7f72-4971-9489-87c37d44a024 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 945 time: 0.0659206 Jul 22 22:25:19.289064 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9789c4c5-cc3e-4757-ad94-b379d0ef7fc2 req-0149a7ac-96bf-4366-b556-d1c38d630c8f tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Jul 22 22:25:19.336889 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:19.337265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.426849 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] For port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:19.427204 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.438728 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:19.576466 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.607256 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=ef2cf38b-40af-4b6a-be31-b0fa0cc57a37,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:19.655095 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] No DVR routers for this DVR port ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:19.657611 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:19.659579 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c72812dc-f969-4bd1-b6f6-829fc8a1cdaf req-8c131f0b-0a51-488d-8673-a4bd311435ee tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "DELETE /v2.0/ports/ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 HTTP/1.1" status: 204 len: 173 time: 0.4211035 Jul 22 22:25:19.660035 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'name': 'network-vif-deleted', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:19.662340 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668ee1b-ccfd-47d6-83ff-7ca6688ac41b" -d '{"events": [{"server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "name": "network-vif-deleted", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:19.697633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8b64e2-9d43-4804-a4b0-16f9d1f34688 x-openstack-request-id: req-2e8b64e2-9d43-4804-a4b0-16f9d1f34688 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:19.697948 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2161e34f-3610-4f6c-8f03-7ff89ef2c8ad", "name": "network-vif-deleted", "tag": "ef2cf38b-40af-4b6a-be31-b0fa0cc57a37", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:19.698209 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2e8b64e2-9d43-4804-a4b0-16f9d1f34688 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:19.698609 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2161e34f-3610-4f6c-8f03-7ff89ef2c8ad', 'name': 'network-vif-deleted', 'tag': 'ef2cf38b-40af-4b6a-be31-b0fa0cc57a37', 'status': 'completed', 'code': 200} Jul 22 22:25:20.398696 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6e326877-b8ad-48ec-8048-fbcdc207920e req-9146f1ba-f2c9-4430-b4dd-4ab8895a28ce tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=2161e34f-3610-4f6c-8f03-7ff89ef2c8ad HTTP/1.1" status: 200 len: 210 time: 0.0305395 Jul 22 22:25:24.586815 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:24.606661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:24.607012 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device ef2cf38b-40af-4b6a-be31-b0fa0cc57a37 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:26.829089 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45250) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:26.987039 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port c556cf7d-4890-42a2-887d-f9d70cf55cdf {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:26.987383 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.216305 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.318283 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.318618 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.330655 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for c556cf7d-4890-42a2-887d-f9d70cf55cdf owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:27.482564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.505415 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=c556cf7d-4890-42a2-887d-f9d70cf55cdf,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:27.568713 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.569046 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Floating IP 1c905339-9e8d-4e16-9f5d-eff12e981383 disassociated (deleted). External IP: 172.27.1.228, port: d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76. Jul 22 22:25:27.796346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:27.901648 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:27.906293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:27.911775 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:27.920479 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:27.921102 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:27.942706 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9b66fcf6-90ef-4639-bdf1-391bc6340714 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "DELETE /v2.0/floatingips/1c905339-9e8d-4e16-9f5d-eff12e981383 HTTP/1.1" status: 204 len: 168 time: 1.1113312 Jul 22 22:25:27.943308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:27.947689 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd13731-8e42-4677-9be3-6d8918a851c8" -d '{"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:27.982298 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4623f969-352b-4378-aa63-85d130c58e56 x-openstack-request-id: req-4623f969-352b-4378-aa63-85d130c58e56 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:27.982588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:27.982837 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4623f969-352b-4378-aa63-85d130c58e56 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:27.983230 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'status': 'completed', 'code': 200} Jul 22 22:25:28.031422 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:28.190265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef982a-590d-4cc7-beb9-9df864442445 req-b3323a20-1e0e-451b-b7f3-ee27f597fe44 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:28.191808 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-acef982a-590d-4cc7-beb9-9df864442445 req-b3323a20-1e0e-451b-b7f3-ee27f597fe44 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0755019 Jul 22 22:25:28.233202 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:28.233856 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-acef982a-590d-4cc7-beb9-9df864442445 req-99076dad-f3fe-4784-ae24-3276ee64dbad tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355124 Jul 22 22:25:28.264163 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:28.272458 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:28.273209 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:28.501206 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:28.700601 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:28.727921 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3e466-f622-4c8b-85f2-6700643c6b57 None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:56Z', 'revision_number': 4, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': '772111d4-1307-402c-89bd-11df2e5f8570', 'name': '', 'network_id': '7e529f4f-4b03-4451-832a-e468345894dd', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'mac_address': 'fa:16:3e:77:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:56Z', 'updated_at': '2021-07-22T22:16:04Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'subnets': [{'id': '09e7f249-b7a5-406a-aa47-64ac020da6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:28.937373 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a443f6-e0f1-44ae-8f86-5231a01c83d0 None None] New status for floating IP 1c905339-9e8d-4e16-9f5d-eff12e981383: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:25:29.372406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d4e2-a778-4e63-bd7f-8bc135fad230 req-162df20a-2d1c-49eb-8a85-aa2c0311bda1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.373897 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abc4d4e2-a778-4e63-bd7f-8bc135fad230 req-162df20a-2d1c-49eb-8a85-aa2c0311bda1 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0697103 Jul 22 22:25:29.412902 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-abc4d4e2-a778-4e63-bd7f-8bc135fad230 req-f9e6138c-e817-4711-b54e-9cc04c32cf48 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Jul 22 22:25:29.969501 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-e03d4062-5ff8-4463-a1d4-f564ab6a20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:29.971182 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-e03d4062-5ff8-4463-a1d4-f564ab6a20f8 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=853ea27311ea40e185ea767354f4dec1&device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 1099 time: 0.0535500 Jul 22 22:25:30.071034 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-dcb76ce0-ce2b-4b8d-beb0-31c9f31c50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.073054 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-dcb76ce0-ce2b-4b8d-beb0-31c9f31c50af service neutron] 10.222.0.125 "GET /v2.0/networks?id=7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 200 len: 914 time: 0.0885024 Jul 22 22:25:30.118664 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-3f9a7ab2-cfbc-47d9-9810-4579dec65b7d service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 200 len: 217 time: 0.0338659 Jul 22 22:25:30.171499 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-53bc857b-bc68-4ec2-9f02-20548831e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.172985 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-53bc857b-bc68-4ec2-9f02-20548831e8b0 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 200 len: 851 time: 0.0444174 Jul 22 22:25:30.236620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-d1f68f08-4883-48c8-94a4-91db0996f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.238107 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-d1f68f08-4883-48c8-94a4-91db0996f1c0 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=7e529f4f-4b03-4451-832a-e468345894dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572367 Jul 22 22:25:30.337518 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-80e8c764-9ee4-4c77-bf67-f238eb7020a1 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871148 Jul 22 22:25:30.460252 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-3fd13731-8e42-4677-9be3-6d8918a851c8 req-7c7f483a-edc9-44c9-92a3-8211c0e695c5 service neutron] 10.222.0.125 "GET /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976522 Jul 22 22:25:30.558660 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865912-5748-4050-a1d9-a538c30814ba req-b938d193-49ff-42ef-8c09-67d5c56d43d9 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:30.560178 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53865912-5748-4050-a1d9-a538c30814ba req-b938d193-49ff-42ef-8c09-67d5c56d43d9 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0675988 Jul 22 22:25:30.599125 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53865912-5748-4050-a1d9-a538c30814ba req-72473db2-61e5-478f-b6c7-bbb34c551d32 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jul 22 22:25:31.734906 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a968675-358c-4d0f-8b6a-ffdc739494b4 req-2ec35a9f-5c09-46c0-9dbb-72ba3246d129 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:31.736478 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a968675-358c-4d0f-8b6a-ffdc739494b4 req-2ec35a9f-5c09-46c0-9dbb-72ba3246d129 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0681651 Jul 22 22:25:31.773623 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5a968675-358c-4d0f-8b6a-ffdc739494b4 req-d8f2b8eb-a47f-4c65-b043-debd0be0ba47 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jul 22 22:25:32.904953 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f71ef-c8d5-4685-97e8-278b344ff20c req-726eff39-8945-46d8-9e8c-8a579c69afd5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:32.906477 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-498f71ef-c8d5-4685-97e8-278b344ff20c req-726eff39-8945-46d8-9e8c-8a579c69afd5 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0657856 Jul 22 22:25:32.975209 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-498f71ef-c8d5-4685-97e8-278b344ff20c req-cdc8a25a-9a8b-4727-be19-e04596da8de7 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/security-groups?id=194c100a-e488-4e77-9264-388dd7344df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622725 Jul 22 22:25:33.005695 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-6af9df4f-e47e-4516-98e0-5699d0ab2f4c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:33.007221 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-6af9df4f-e47e-4516-98e0-5699d0ab2f4c tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 946 time: 0.0811810 Jul 22 22:25:33.112132 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:33.112526 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:33.205747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] For port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:33.206113 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:33.217588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:33.349691 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:33.376885 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:33.423144 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] No DVR routers for this DVR port d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:33.425527 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:33.427471 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-cf7b660e-e5b9-4fe7-ab0e-e3b783b2a48b req-a0e2733b-ef4f-4dc8-927d-0ad1e8805a74 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.125 "DELETE /v2.0/ports/d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 HTTP/1.1" status: 204 len: 173 time: 0.4132061 Jul 22 22:25:33.427899 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'name': 'network-vif-deleted', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:33.430283 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e16d05-ae37-4fb2-9a6d-05050867d250" -d '{"events": [{"server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "name": "network-vif-deleted", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:33.467514 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bd2c1-7cc1-4920-aa3a-08056ee5dc15 x-openstack-request-id: req-344bd2c1-7cc1-4920-aa3a-08056ee5dc15 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:33.467806 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42179d6a-451f-4dca-83f8-042ff823e17c", "name": "network-vif-deleted", "tag": "d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:33.468414 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-344bd2c1-7cc1-4920-aa3a-08056ee5dc15 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:33.468549 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42179d6a-451f-4dca-83f8-042ff823e17c', 'name': 'network-vif-deleted', 'tag': 'd51d96d5-7ed6-46ea-ac2b-42c80c4d2a76', 'status': 'completed', 'code': 200} Jul 22 22:25:34.081922 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-53aae62f-fb09-416d-b3c2-fc8fd6be8ad0 req-bef67021-8ff3-40ad-9c96-277000c1e417 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "GET /v2.0/ports?device_id=42179d6a-451f-4dca-83f8-042ff823e17c HTTP/1.1" status: 200 len: 210 time: 0.0290728 Jul 22 22:25:35.021491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4d489-adb5-4b70-8de8-30f8f37ff238 req-5673f370-0f8f-41ab-a311-533be694fd72 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:35.022871 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02d4d489-adb5-4b70-8de8-30f8f37ff238 req-5673f370-0f8f-41ab-a311-533be694fd72 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0660324 Jul 22 22:25:35.063108 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-02d4d489-adb5-4b70-8de8-30f8f37ff238 req-4ded72eb-b605-4031-99dd-3beb4d0f6024 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jul 22 22:25:35.137067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45312) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:35.259942 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Deleting port 0464913d-c834-4cbe-8c0c-5dc1cf3e6c65 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:35.260300 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.340034 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.340417 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.352737 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Calling delete_port for 0464913d-c834-4cbe-8c0c-5dc1cf3e6c65 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:35.486733 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.512915 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'Port': ['ID=0464913d-c834-4cbe-8c0c-5dc1cf3e6c65,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:35.578591 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.582229 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:35.583386 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-94c125e2-14af-4c74-b77b-d5967f6d3108 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "DELETE /v2.0/floatingips/1e9456f5-a30e-40df-9878-e09bede8c95f HTTP/1.1" status: 204 len: 168 time: 0.4453428 Jul 22 22:25:36.203092 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44063d9-97d1-4127-a8bd-03d8748b94ff req-3a443eae-235d-4755-be7d-d2870827b9f4 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:36.204629 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b44063d9-97d1-4127-a8bd-03d8748b94ff req-3a443eae-235d-4755-be7d-d2870827b9f4 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0707035 Jul 22 22:25:36.242039 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b44063d9-97d1-4127-a8bd-03d8748b94ff req-8454ac09-9426-4e79-b5e7-51ae74d058cd tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Jul 22 22:25:36.601125 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:36.624532 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:36.624875 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device d51d96d5-7ed6-46ea-ac2b-42c80c4d2a76 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:36.777778 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45326) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:36.836233 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:36.861553 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:36.922087 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:36.925148 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:36.926295 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] 10.222.0.110 "DELETE /v2.0/security-groups/194c100a-e488-4e77-9264-388dd7344df6 HTTP/1.1" status: 204 len: 168 time: 0.1475229 Jul 22 22:25:36.935533 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a52fce-e387-4c90-a47e-5b6fc0288c88 tempest-TestVolumeBootPattern-955612247 tempest-TestVolumeBootPattern-955612247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194c100a-e488-4e77-9264-388dd7344df6,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:37.372246 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490603-6fd4-4ad6-a8fe-513db87373e0 req-7a48deb3-fd0f-4bc7-96b9-82c18fb7b55f tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:37.373731 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ce490603-6fd4-4ad6-a8fe-513db87373e0 req-7a48deb3-fd0f-4bc7-96b9-82c18fb7b55f tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 22 22:25:37.412068 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ce490603-6fd4-4ad6-a8fe-513db87373e0 req-fcc16613-0b66-4fbf-a086-dadec1c7bfd2 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/security-groups?id=b62c384e-70f4-49d1-a333-177bc4190801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jul 22 22:25:37.440986 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-fc783c4e-aa8f-4e7f-a634-bd6d8b6fe593 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:25:37.442454 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-fc783c4e-aa8f-4e7f-a634-bd6d8b6fe593 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 945 time: 0.0643735 Jul 22 22:25:37.548973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Deleting port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:37.549325 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:37.642000 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] For port 3d6d74dd-5944-43a7-92f4-cdb257d328d4, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=3d6d74dd-5944-43a7-92f4-cdb257d328d4,segment=NetworkSegment(940e7ac2-b153-441c-a763-080803e5042c),segment_id=940e7ac2-b153-441c-a763-080803e5042c)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:37.642594 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:37.656206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Calling delete_port for 3d6d74dd-5944-43a7-92f4-cdb257d328d4 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:37.787074 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:37.815665 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Pushing event deleted for resources: {'Port': ['ID=3d6d74dd-5944-43a7-92f4-cdb257d328d4,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:37.824229 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:25:37.829520 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['3d6d74dd-5944-43a7-92f4-cdb257d328d4'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:25:37.866626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] No DVR routers for this DVR port 3d6d74dd-5944-43a7-92f4-cdb257d328d4 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:37.869311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:37.871315 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-768f3f20-fa80-46f1-a1d5-d3ff8de19db6 req-d09e0900-a25a-4e05-acee-03a50a025194 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.125 "DELETE /v2.0/ports/3d6d74dd-5944-43a7-92f4-cdb257d328d4 HTTP/1.1" status: 204 len: 173 time: 0.4197841 Jul 22 22:25:37.871780 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'name': 'network-vif-deleted', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:25:37.874049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b115f8b2-b2d4-41b8-adc0-fac33c0aa715" -d '{"events": [{"server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "name": "network-vif-deleted", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:25:37.911981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ec511-70d8-4960-bb14-30045c9a5160 x-openstack-request-id: req-4a3ec511-70d8-4960-bb14-30045c9a5160 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:25:37.912336 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86af1817-2d1f-4697-b8d9-2917e150eb65", "name": "network-vif-deleted", "tag": "3d6d74dd-5944-43a7-92f4-cdb257d328d4", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:25:37.912731 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4a3ec511-70d8-4960-bb14-30045c9a5160 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:25:37.913201 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86af1817-2d1f-4697-b8d9-2917e150eb65', 'name': 'network-vif-deleted', 'tag': '3d6d74dd-5944-43a7-92f4-cdb257d328d4', 'status': 'completed', 'code': 200} Jul 22 22:25:38.011786 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45336) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:38.531253 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-c874fb45-7130-4622-8018-ed01ac4f5203 req-6deb6196-ae24-487c-9fcc-4dc3104397c1 tempest-VolumesSnapshotTestJSON-155871760 tempest-VolumesSnapshotTestJSON-155871760-project] 10.222.0.110 "GET /v2.0/ports?device_id=86af1817-2d1f-4697-b8d9-2917e150eb65 HTTP/1.1" status: 200 len: 210 time: 0.0324047 Jul 22 22:25:38.595819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:38.842274 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Deleting port 772111d4-1307-402c-89bd-11df2e5f8570 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:38.842611 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:38.920730 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] For port 772111d4-1307-402c-89bd-11df2e5f8570, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=772111d4-1307-402c-89bd-11df2e5f8570,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:38.920998 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:38.933836 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Calling delete_port for 772111d4-1307-402c-89bd-11df2e5f8570 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:39.109448 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:39.133938 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Pushing event deleted for resources: {'Port': ['ID=772111d4-1307-402c-89bd-11df2e5f8570,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:39.167702 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.168586 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.168586 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.168793 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.169064 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.169405 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.169735 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.170062 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.170390 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.170713 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.171087 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.171356 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:25:39.310615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:39.784186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:39.901379 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:39.906748 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-31691f89-9b83-4972-8d6e-337640c79429 admin admin] 10.222.0.110 "PUT /v2.0/routers/995431b1-e31c-475e-a4a4-5ae1b4dc88c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937876 Jul 22 22:25:39.909573 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45350) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:39.911657 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Sync routers for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:39.920993 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:39.921984 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:40.013911 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.026874 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:40.119437 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.174295 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Deleting port 41f54e6a-b054-4856-8215-8eb56a3d7e4d {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:40.174642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.203828 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:25:39Z', 'revision_number': 5, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port': {'id': '41f54e6a-b054-4856-8215-8eb56a3d7e4d', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:40.230402 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Checking router: 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:40.239375 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Routers {'995431b1-e31c-475e-a4a4-5ae1b4dc88c9'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:40.239991 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:40.257838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] For port 41f54e6a-b054-4856-8215-8eb56a3d7e4d, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=41f54e6a-b054-4856-8215-8eb56a3d7e4d,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:40.258190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.270719 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Calling delete_port for 41f54e6a-b054-4856-8215-8eb56a3d7e4d owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:40.328545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] Set router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:40.384036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:25:40Z', 'revision_number': 6, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:40.410650 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f7af6-a89c-4760-9f83-a1d70dc2087b None None] The sync data for ids ['995431b1-e31c-475e-a4a4-5ae1b4dc88c9'] in dv-cinder-801868-2-iscsi is: [{'id': '995431b1-e31c-475e-a4a4-5ae1b4dc88c9', 'name': 'tempest-TestVolumeBootPattern-1595488103-router', 'tenant_id': '853ea27311ea40e185ea767354f4dec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:53Z', 'updated_at': '2021-07-22T22:25:40Z', 'revision_number': 6, 'project_id': '853ea27311ea40e185ea767354f4dec1', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:40.453809 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.479479 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=41f54e6a-b054-4856-8215-8eb56a3d7e4d,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:40.542548 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.631134 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.633243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.679042 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.679536 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 995431b1-e31c-475e-a4a4-5ae1b4dc88c9 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:25:40.683908 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.685077 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-57992ad3-652a-4f3e-8365-2404b229fc7d admin admin] 10.222.0.110 "DELETE /v2.0/routers/995431b1-e31c-475e-a4a4-5ae1b4dc88c9 HTTP/1.1" status: 204 len: 168 time: 0.7745802 Jul 22 22:25:40.687597 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45352) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:40.735498 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Deleting subnet 09e7f249-b7a5-406a-aa47-64ac020da6ed {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:25:40.738464 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.775377 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.861491 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.917854 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.942583 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e7f249-b7a5-406a-aa47-64ac020da6ed,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:40.949870 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:40.951874 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ec48082a-b863-4bdd-92c3-9b99232c48b3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/09e7f249-b7a5-406a-aa47-64ac020da6ed HTTP/1.1" status: 204 len: 168 time: 0.2625158 Jul 22 22:25:40.955246 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45358) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:40.957396 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f47be4-d685-466c-8b6e-37d6402d0f76 None None] Network 7e529f4f-4b03-4451-832a-e468345894dd requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:25:41.040973 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.105290 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Deleting port c185fc26-d0a0-4933-ace1-2387f35ba404 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:41.105631 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.177043 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] For port c185fc26-d0a0-4933-ace1-2387f35ba404, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c185fc26-d0a0-4933-ace1-2387f35ba404,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:41.177398 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.191181 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Calling delete_port for c185fc26-d0a0-4933-ace1-2387f35ba404 owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:41.193632 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] DHCP port deletion for 7e529f4f-4b03-4451-832a-e468345894dd request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:25:41.240685 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Deleting port c185fc26-d0a0-4933-ace1-2387f35ba404 {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:41.240859 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.277587 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.303754 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Pushing event deleted for resources: {'Port': ['ID=c185fc26-d0a0-4933-ace1-2387f35ba404,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:41.307167 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] No DVR routers for this DVR port c185fc26-d0a0-4933-ace1-2387f35ba404 on host dv-cinder-801868-2-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:41.314569 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] For port c185fc26-d0a0-4933-ace1-2387f35ba404, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=c185fc26-d0a0-4933-ace1-2387f35ba404,segment=NetworkSegment(8f05c38a-8f3e-422f-a45d-f6b652f5ed7e),segment_id=8f05c38a-8f3e-422f-a45d-f6b652f5ed7e)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:41.315076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.330086 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Calling delete_port for c185fc26-d0a0-4933-ace1-2387f35ba404 owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:41.384571 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.396995 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e529f4f-4b03-4451-832a-e468345894dd']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:41.409874 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:41.410210 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f05c38a-8f3e-422f-a45d-f6b652f5ed7e') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:41.415112 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.421092 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.437266 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.444613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] Pushing event deleted for resources: {'Port': ['ID=c185fc26-d0a0-4933-ace1-2387f35ba404,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:41.446073 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:25:41.446745 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:25:41.448985 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:25:41.455637 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6567b-764c-4a6d-98a2-5a2191be1dbf None None] No DVR routers for this DVR port c185fc26-d0a0-4933-ace1-2387f35ba404 on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:41.514789 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.523453 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:41.525664 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] 10.222.0.110 "DELETE /v2.0/networks/7e529f4f-4b03-4451-832a-e468345894dd HTTP/1.1" status: 204 len: 168 time: 0.5694098 Jul 22 22:25:41.535613 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45362) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:41.541234 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032386c-a865-4d37-a1ab-d282409c425b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e529f4f-4b03-4451-832a-e468345894dd,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:41.886893 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.145233 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Deleting port e3cfd37b-daa1-4045-86bf-7b29418f0659 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:42.145494 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.222672 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] For port e3cfd37b-daa1-4045-86bf-7b29418f0659, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=e3cfd37b-daa1-4045-86bf-7b29418f0659,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:42.223029 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.235495 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Calling delete_port for e3cfd37b-daa1-4045-86bf-7b29418f0659 owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:42.325954 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c185fc26-d0a0-4933-ace1-2387f35ba404 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:42.345973 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: c185fc26-d0a0-4933-ace1-2387f35ba404 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:42.346329 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device c185fc26-d0a0-4933-ace1-2387f35ba404 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:42.346756 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 41f54e6a-b054-4856-8215-8eb56a3d7e4d no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:42.366316 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 41f54e6a-b054-4856-8215-8eb56a3d7e4d {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:42.366744 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 41f54e6a-b054-4856-8215-8eb56a3d7e4d not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:42.367172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 772111d4-1307-402c-89bd-11df2e5f8570 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:42.385947 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 772111d4-1307-402c-89bd-11df2e5f8570 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:42.386293 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 772111d4-1307-402c-89bd-11df2e5f8570 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:42.423809 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.448967 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cfd37b-daa1-4045-86bf-7b29418f0659,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:42.619629 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:42.828050 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Router 37f92366-0641-468e-bffc-9aea69c8644c has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:25:42.964051 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3c45-9545-417d-9f7b-d70ddbabb2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.195851 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:25:43.201012 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-12e862ec-7827-40dc-83eb-87d2f43c4e4c admin admin] 10.222.0.110 "PUT /v2.0/routers/37f92366-0641-468e-bffc-9aea69c8644c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659379 Jul 22 22:25:43.204066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45368) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:43.206909 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Sync routers for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:25:43.217236 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:43.217836 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:43.305273 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.323309 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:43.415801 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.476913 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Deleting port 5992888b-f8ca-4126-aa58-9ed4b568b157 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:43.477248 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.560818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] For port 5992888b-f8ca-4126-aa58-9ed4b568b157, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=5992888b-f8ca-4126-aa58-9ed4b568b157,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:43.561172 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.574645 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Calling delete_port for 5992888b-f8ca-4126-aa58-9ed4b568b157 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:43.588996 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:25:42Z', 'revision_number': 5, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port': {'id': '5992888b-f8ca-4126-aa58-9ed4b568b157', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f92366-0641-468e-bffc-9aea69c8644c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:16:00Z', 'updated_at': '2021-07-22T22:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:43.618039 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Checking router: 37f92366-0641-468e-bffc-9aea69c8644c for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:25:43.626605 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Routers {'37f92366-0641-468e-bffc-9aea69c8644c'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:25:43.627218 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:25:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['37f92366-0641-468e-bffc-9aea69c8644c'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:43.712237 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] Set router 37f92366-0641-468e-bffc-9aea69c8644c gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:25:43.752818 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.765520 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:25:43Z', 'revision_number': 6, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:43.779835 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5992888b-f8ca-4126-aa58-9ed4b568b157,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:43.798110 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83137-366c-42ec-b190-a445ed8e1c7a None None] The sync data for ids ['37f92366-0641-468e-bffc-9aea69c8644c'] in dv-cinder-801868-2-iscsi is: [{'id': '37f92366-0641-468e-bffc-9aea69c8644c', 'name': 'tempest-TestVolumeBootPattern-1880611659-router', 'tenant_id': '537d2410de1d4405807593721e917094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:15:59Z', 'updated_at': '2021-07-22T22:25:43Z', 'revision_number': 6, 'project_id': '537d2410de1d4405807593721e917094', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:25:43.850660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.940361 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.942475 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.984349 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.984880 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37f92366-0641-468e-bffc-9aea69c8644c {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:25:43.989868 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:43.991076 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-26789964-a1a2-4f8e-a028-285ecac2df9a admin admin] 10.222.0.110 "DELETE /v2.0/routers/37f92366-0641-468e-bffc-9aea69c8644c HTTP/1.1" status: 204 len: 168 time: 0.7859693 Jul 22 22:25:43.993562 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45370) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:44.042091 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Deleting subnet 2e77bec0-5698-466f-aa21-0bf77ec53459 {{(pid=93218) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:25:44.045149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.084406 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15966473'] for subnet, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.170940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.184245 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 3d6d74dd-5944-43a7-92f4-cdb257d328d4 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:44.211211 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: 3d6d74dd-5944-43a7-92f4-cdb257d328d4 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:44.211573 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device 3d6d74dd-5944-43a7-92f4-cdb257d328d4 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:44.239347 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13235853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16622080'] for subnet, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.264434 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e77bec0-5698-466f-aa21-0bf77ec53459,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:44.269066 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.271676 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0e434bd9-8898-4c10-8883-b0db9ce254eb admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2e77bec0-5698-466f-aa21-0bf77ec53459 HTTP/1.1" status: 204 len: 168 time: 0.2759311 Jul 22 22:25:44.273443 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45374) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:44.275870 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16102b26-206b-42b8-bd0d-5c0b7acb4db8 None None] Network 625c059a-bba5-453d-8b49-b54818f1d201 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:25:44.347970 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.402005 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Deleting port 009c547c-cff4-4b3c-ad5e-9be859361753 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:25:44.402342 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.471793 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] For port 009c547c-cff4-4b3c-ad5e-9be859361753, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=009c547c-cff4-4b3c-ad5e-9be859361753,segment=NetworkSegment(67bc7dc2-f392-4f3e-9598-a98f0ee360df),segment_id=67bc7dc2-f392-4f3e-9598-a98f0ee360df)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:25:44.472079 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.483507 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Calling delete_port for 009c547c-cff4-4b3c-ad5e-9be859361753 owned by network:dhcp {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:25:44.565995 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.577617 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774a1e7-00ed-4ad1-bd32-b7674cb39388 None None] DHCP port deletion for 625c059a-bba5-453d-8b49-b54818f1d201 request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:25:44.594250 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Pushing event deleted for resources: {'Port': ['ID=009c547c-cff4-4b3c-ad5e-9be859361753,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:44.597461 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] No DVR routers for this DVR port 009c547c-cff4-4b3c-ad5e-9be859361753 on host dv-cinder-801868-2-iscsi {{(pid=93218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:25:44.639192 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 5992888b-f8ca-4126-aa58-9ed4b568b157 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:44.663883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 5992888b-f8ca-4126-aa58-9ed4b568b157 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:44.664232 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 5992888b-f8ca-4126-aa58-9ed4b568b157 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:44.664685 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 009c547c-cff4-4b3c-ad5e-9be859361753 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:44.678537 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.685039 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 009c547c-cff4-4b3c-ad5e-9be859361753 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:44.685609 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 009c547c-cff4-4b3c-ad5e-9be859361753 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:44.686186 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device e3cfd37b-daa1-4045-86bf-7b29418f0659 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:25:44.690101 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625c059a-bba5-453d-8b49-b54818f1d201']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.700550 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bc7dc2-f392-4f3e-9598-a98f0ee360df') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.700852 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bc7dc2-f392-4f3e-9598-a98f0ee360df') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:25:44.706031 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: e3cfd37b-daa1-4045-86bf-7b29418f0659 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:25:44.706382 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device e3cfd37b-daa1-4045-86bf-7b29418f0659 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:25:44.710944 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.726149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.731975 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:25:44.732403 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:25:44.734032 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:25:44.792083 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.797760 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:44.799632 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] 10.222.0.110 "DELETE /v2.0/networks/625c059a-bba5-453d-8b49-b54818f1d201 HTTP/1.1" status: 204 len: 168 time: 0.5252233 Jul 22 22:25:44.810601 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add2fb8-72ff-41e2-bd3e-34d1855ab478 admin admin] Pushing event deleted for resources: {'Network': ['ID=625c059a-bba5-453d-8b49-b54818f1d201,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:44.960053 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45378) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:44.998574 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c66bfdc5-d526-4685-aed0-91a57421d569 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=853ea27311ea40e185ea767354f4dec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373304 Jul 22 22:25:45.002052 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45380) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:45.050465 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.072840 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.120502 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.123029 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.124239 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c49398ae-b225-455b-8d43-bae970c26851 HTTP/1.1" status: 204 len: 168 time: 0.1212339 Jul 22 22:25:45.133024 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf408f-aac0-4d52-86e4-54621ea919f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49398ae-b225-455b-8d43-bae970c26851,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:45.466111 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45390) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:45.512884 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-5619761c-f8f4-4750-97c7-ee583ad20e18 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=537d2410de1d4405807593721e917094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455339 Jul 22 22:25:45.514448 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45394) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:25:45.572134 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.594450 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.642133 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.644700 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:45.645871 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/48216d59-5268-4f52-a277-871a9ac8b5e3 HTTP/1.1" status: 204 len: 168 time: 0.1303036 Jul 22 22:25:45.653883 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42672a9-45d9-411e-8afd-90ccff4f102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48216d59-5268-4f52-a277-871a9ac8b5e3,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:25:45.701494 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:46.120936 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7e45bbbc-85d0-4e9c-a2a7-4b9c69764e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:46.751056 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:48.963172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:25:57.214773 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.761264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45502) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.804425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Deleting subnet ae091014-bb8b-489d-ba81-f040cf3f2b3d {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:26:02.807568 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.841920 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12659995'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.882636 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.934232 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12660178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855891'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.958485 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae091014-bb8b-489d-ba81-f040cf3f2b3d,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:02.967957 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:02.969995 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] 10.222.0.110 "DELETE /v2.0/subnets/ae091014-bb8b-489d-ba81-f040cf3f2b3d HTTP/1.1" status: 204 len: 168 time: 0.2077150 Jul 22 22:26:02.971883 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.972357 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.972588 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45504) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:02.973022 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.973022 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.973353 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.973686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.974020 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.974346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.974670 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.974996 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.975319 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:02.975643 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d3cec-7b23-47de-8d24-d120446526fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:03.041660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.121338 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.133460 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfece6d9-3805-4575-aed6-82a5dc944436']}} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.144251 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940e7ac2-b153-441c-a763-080803e5042c') {'for_net_delete': True} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.144579 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.services.segments.db [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940e7ac2-b153-441c-a763-080803e5042c') {} {{(pid=93218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:03.153520 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15966464'] for segment, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.168623 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.174963 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93218) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:26:03.175414 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13235959'] for segment, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: Traceback (most recent call last): Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: timer() Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: cb(*args, **kw) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: return func(*args, **kwargs) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: self._notify() Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: self.callback(batched_events) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: event.method(event) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: return f(self, *a, **k) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._get(url).json() Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: return self.request(url, 'GET', **kwargs) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:26:03.177098 dv-cinder-801868-2-iscsi neutron-server[93218]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:26:03.234777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.239194 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.243625 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] 10.222.0.110 "DELETE /v2.0/networks/cfece6d9-3805-4575-aed6-82a5dc944436 HTTP/1.1" status: 204 len: 168 time: 0.2674658 Jul 22 22:26:03.252849 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca470c-bf0e-4ff9-b808-b0a87d899cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfece6d9-3805-4575-aed6-82a5dc944436,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:03.408300 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45508) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.447469 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-0df1e4b9-d237-4e5d-be3f-45894e31a895 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2673840a4eb443a5814175271c259f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380089 Jul 22 22:26:03.449896 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45510) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:03.496705 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.518536 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.564490 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.567003 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:03.568169 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b62c384e-70f4-49d1-a333-177bc4190801 HTTP/1.1" status: 204 len: 168 time: 0.1173885 Jul 22 22:26:03.576020 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e1da9-5926-42bd-9bc6-ce9bd62c83d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c384e-70f4-49d1-a333-177bc4190801,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:12.967149 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5bcb3d26-34f9-4f6d-819f-746d67bbddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:14.822129 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:26:15.694335 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:16.121794 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-207945ca-22a2-42a9-a3b5-3ac51f84b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:16.753775 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:18.966859 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.670397 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45644) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:23.773513 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61fe76ca-9a1c-498c-8507-c62e0e52bcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.868577 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61fe76ca-9a1c-498c-8507-c62e0e52bcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.872483 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-61fe76ca-9a1c-498c-8507-c62e0e52bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.909971 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-61fe76ca-9a1c-498c-8507-c62e0e52bcad admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a326626ad9044a32865593eb72370680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385800 Jul 22 22:26:23.910826 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe76ca-9a1c-498c-8507-c62e0e52bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd071673-ad68-46e3-aeda-2f56b958c230,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:23.913504 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45648) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:23.964021 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:23.984239 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.029221 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.032213 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.033382 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cd071673-ad68-46e3-aeda-2f56b958c230 HTTP/1.1" status: 204 len: 168 time: 0.1186545 Jul 22 22:26:24.040858 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138603a-e8f6-42de-9a08-4e1128a15f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd071673-ad68-46e3-aeda-2f56b958c230,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:24.638048 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45670) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:24.734195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-968882810-network', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:24.755249 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Made reservation on behalf of 748160a4ef46401a8836e6b4346ee31c for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:24.757493 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.766472 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.854750 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.858499 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.878739 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:26:24.892607 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab021c8d-abfb-4aa5-9916-281750b5f0f0,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:24.897357 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.897697 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Added segment 05f51c75-a55e-460a-856a-e29d868c4512 of type vlan for network d44697b3-4376-4213-9e05-bb4ad99055e9 Jul 22 22:26:24.938671 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.968086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:24.969086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:24.969666 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.001170 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622909 Jul 22 22:26:25.004071 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45674) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:25.010282 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Request body: {'subnet': {'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-968882810-subnet', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:25.032667 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda967c-e1db-43b5-a213-72849dfbb7ab admin admin] Pushing event updated for resources: {'Network': ['ID=d44697b3-4376-4213-9e05-bb4ad99055e9,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:25.033803 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Made reservation on behalf of 748160a4ef46401a8836e6b4346ee31c for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:25.037507 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855854'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.042522 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network d44697b3-4376-4213-9e05-bb4ad99055e9 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:26:25.204432 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12659987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855900'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.255705 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b2eff2-3236-408c-a13c-478057422cad,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:25.272373 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Checking segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:25.272736 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Network hostable DHCP agents. Network: d44697b3-4376-4213-9e05-bb4ad99055e9, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:26:25.289512 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Network d44697b3-4376-4213-9e05-bb4ad99055e9 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:26:25.298137 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, d44697b3-4376-4213-9e05-bb4ad99055e9) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:25.302429 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:25.303078 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.307438 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f546b-5782-4770-a66e-e1890f471dad None None] Network d44697b3-4376-4213-9e05-bb4ad99055e9 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:25.319985 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c044abb3-6c05-40c4-84dc-93c3a5215a19 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3123341 Jul 22 22:26:25.320354 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45676) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:25.326146 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:25.346756 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.347784 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.398853 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.472597 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-d44697b3-4376-4213-9e05-bb4ad99055e9', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:26:25.473454 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.541252 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.605963 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Allocated IP 172.20.0.2 (d44697b3-4376-4213-9e05-bb4ad99055e9/35b2eff2-3236-408c-a13c-478057422cad/dac116b2-fefb-4ca5-af41-139c401ca7b5) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:25.744364 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.748913 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.757264 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Transition to ACTIVE for port object dac116b2-fefb-4ca5-af41-139c401ca7b5 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:25.765940 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.775144 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Transition to ACTIVE for port object dac116b2-fefb-4ca5-af41-139c401ca7b5 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:25.781131 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.825262 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Network d44697b3-4376-4213-9e05-bb4ad99055e9 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:25.829688 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:25.832195 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:25.837946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Pushing event updated for resources: {'Port': ['ID=dac116b2-fefb-4ca5-af41-139c401ca7b5,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:25.849190 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.849555 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.849920 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.850349 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.850872 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.851213 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.851548 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.851880 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.852212 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.852569 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.852897 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.853221 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:25.873919 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Allocated IP 172.27.1.45 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/15c499e8-07ef-4684-9ecb-a00696689066) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:25.905925 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Attempting to bind port dac116b2-fefb-4ca5-af41-139c401ca7b5 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:25.906291 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Attempting to bind port dac116b2-fefb-4ca5-af41-139c401ca7b5 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:25.906650 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Attempting to bind port dac116b2-fefb-4ca5-af41-139c401ca7b5 on network d44697b3-4376-4213-9e05-bb4ad99055e9 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:25.911723 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:25.912076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Checking segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:25.912512 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.912903 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Bound using segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:25.913394 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Bound port: dac116b2-fefb-4ca5-af41-139c401ca7b5, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:25.913773 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.975764 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] For port dac116b2-fefb-4ca5-af41-139c401ca7b5, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:25.977438 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:25.978736 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] For port dac116b2-fefb-4ca5-af41-139c401ca7b5, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=dac116b2-fefb-4ca5-af41-139c401ca7b5,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:25.984242 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.017508 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.046355 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ddc4d-7d7a-4d4e-a1de-245697f4c8f4 None None] Pushing event updated for resources: {'Port': ['ID=dac116b2-fefb-4ca5-af41-139c401ca7b5,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:26.054762 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:26.059876 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:26.063485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:26.089149 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Pushing event updated for resources: {'Port': ['ID=15c499e8-07ef-4684-9ecb-a00696689066,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:26.337307 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.378403 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dac116b2-fefb-4ca5-af41-139c401ca7b5 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:26.434189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port dac116b2-fefb-4ca5-af41-139c401ca7b5 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:26.537613 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:26.669439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Router 2406893d-76ca-4247-9974-a6710766fffa is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:26:26.960517 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d61d38-0595-43a4-abf7-78431dde2dab None None] Network d44697b3-4376-4213-9e05-bb4ad99055e9 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:27.037372 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:27.051661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Sync routers for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:27.054934 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.056179 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-9f366958-b2ba-457a-9a06-3c3bd7571ece admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7347918 Jul 22 22:26:27.058920 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45678) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:27.079259 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Provisioning for port dac116b2-fefb-4ca5-af41-139c401ca7b5 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:27.089097 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Provisioning complete for port dac116b2-fefb-4ca5-af41-139c401ca7b5 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:27.089468 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.114625 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:27.115256 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:27.368859 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.440331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:27.470598 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.504349 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.593324 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] For port dac116b2-fefb-4ca5-af41-139c401ca7b5, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=dac116b2-fefb-4ca5-af41-139c401ca7b5,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:27.602322 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.644245 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Allocated IP 172.20.0.1 (d44697b3-4376-4213-9e05-bb4ad99055e9/35b2eff2-3236-408c-a13c-478057422cad/d99bceec-e62b-4054-8f7f-512d6a74000b) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:27.685947 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ca5b4-a786-41f8-9f89-4fbbfbe8b624 None None] Pushing event updated for resources: {'Port': ['ID=dac116b2-fefb-4ca5-af41-139c401ca7b5,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:27.714891 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:26Z', 'revision_number': 3, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:27.745185 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Checking router: 2406893d-76ca-4247-9974-a6710766fffa for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:27.745542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Updating router 2406893d-76ca-4247-9974-a6710766fffa port 15c499e8-07ef-4684-9ecb-a00696689066 binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:27.757190 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.770926 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Transition to ACTIVE for port object d99bceec-e62b-4054-8f7f-512d6a74000b will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:27.773645 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a7d78f6e-f067-46e0-979c-7da3c9f84dfb None None] Provisioning complete for port dac116b2-fefb-4ca5-af41-139c401ca7b5 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:27.774025 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a7d78f6e-f067-46e0-979c-7da3c9f84dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.804847 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.811477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:27.846618 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Network d44697b3-4376-4213-9e05-bb4ad99055e9 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:27.851416 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:27.854812 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:27.881890 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Pushing event updated for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:27.901524 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.050220 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.111310 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-9c5d4b2e-bf72-4b57-a0f1-30f0a95fdd60 None None] Provisioning for port d99bceec-e62b-4054-8f7f-512d6a74000b completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:28.128207 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-9c5d4b2e-bf72-4b57-a0f1-30f0a95fdd60 None None] Provisioning complete for port d99bceec-e62b-4054-8f7f-512d6a74000b triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:28.128769 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4b2e-bf72-4b57-a0f1-30f0a95fdd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.138702 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.196237 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Transition to ACTIVE for port object 15c499e8-07ef-4684-9ecb-a00696689066 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:28.210061 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.216666 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.221648 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.222628 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d4b2e-bf72-4b57-a0f1-30f0a95fdd60 None None] Port d99bceec-e62b-4054-8f7f-512d6a74000b cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:28.284139 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Pushing event updated for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:28.288445 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a94a1-5baf-4fda-aefa-4943cf520310 None None] Pushing event updated for resources: {'Port': ['ID=15c499e8-07ef-4684-9ecb-a00696689066,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:28.290686 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Attempting to bind port 15c499e8-07ef-4684-9ecb-a00696689066 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:28.291400 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Attempting to bind port 15c499e8-07ef-4684-9ecb-a00696689066 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:28.291400 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Attempting to bind port 15c499e8-07ef-4684-9ecb-a00696689066 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:28.295643 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.297325 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:28.298019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:28.298169 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.298523 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:28.299411 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Bound port: 15c499e8-07ef-4684-9ecb-a00696689066, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:28.300108 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.361875 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] For port 15c499e8-07ef-4684-9ecb-a00696689066, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:28.365399 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dac116b2-fefb-4ca5-af41-139c401ca7b5 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:28.369202 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] For port 15c499e8-07ef-4684-9ecb-a00696689066, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=15c499e8-07ef-4684-9ecb-a00696689066,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:28.390621 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.396196 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Network d44697b3-4376-4213-9e05-bb4ad99055e9 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:28.397588 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:28.456026 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:28.456712 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:28.517569 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Router 2406893d-76ca-4247-9974-a6710766fffa has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:28.536471 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a94a1-5baf-4fda-aefa-4943cf520310 None None] Pushing event updated for resources: {'Port': ['ID=15c499e8-07ef-4684-9ecb-a00696689066,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:28.542019 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port dac116b2-fefb-4ca5-af41-139c401ca7b5 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:28.542401 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.617283 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:28.634670 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:28.640134 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-529b2515-36db-4bf6-8b88-b64adb8b7760 admin admin] 10.222.0.110 "PUT /v2.0/routers/2406893d-76ca-4247-9974-a6710766fffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797987 Jul 22 22:26:28.725280 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-46a3de6f-08ea-4c1d-8005-9fc92756bd0d None None] Provisioning complete for port d99bceec-e62b-4054-8f7f-512d6a74000b triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:28.725642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-46a3de6f-08ea-4c1d-8005-9fc92756bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:28.787240 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-46a3de6f-08ea-4c1d-8005-9fc92756bd0d None None] Port d99bceec-e62b-4054-8f7f-512d6a74000b cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:28.888866 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 2, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:28.920896 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86002c35-7dc1-41f3-9e83-37406a69db4b None None] The sync data for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi is: [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 2, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:29.142049 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45694) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:29.147370 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056056972-network', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:29.169814 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Made reservation on behalf of 87600c7e8b494e2cba8f34d952b3d468 for: {'network': 1} {{(pid=93218) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:29.172332 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for network, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.181555 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.281414 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.286186 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.312941 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=93218) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 22:26:29.321582 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd4752b-8e12-4b35-9743-93f645d8d21e,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:29.332677 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.333186 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.segments_db [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Added segment 6e195e66-4184-43f5-82bc-52a7b4c9ee8f of type vlan for network 95f8315f-02c2-47f1-a145-af18a696e6f1 Jul 22 22:26:29.377485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792629428727'] for network, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.411370 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255'] for network, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.412443 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.413041 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.449595 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3035491 Jul 22 22:26:29.449946 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45696) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:29.462620 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Request body: {'subnet': {'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056056972-subnet', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'ip_version': 4}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:29.482119 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029a673-4cd8-48be-ab78-9ceb72c9a451 admin admin] Pushing event updated for resources: {'Network': ['ID=95f8315f-02c2-47f1-a145-af18a696e6f1,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:29.510360 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 details requested by agent ovs-agent-dv-cinder-801868-2-iscsi with host dv-cinder-801868-2-iscsi {{(pid=93219) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 22:26:29.513436 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Made reservation on behalf of 87600c7e8b494e2cba8f34d952b3d468 for: {'subnet': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:29.518957 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855854'] for subnet, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.703496 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12659987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855900'] for subnet, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.770033 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8749d59-3bf4-476c-8b6e-960a5763a700,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:29.779927 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Checking segment: {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:29.780314 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Network hostable DHCP agents. Network: 95f8315f-02c2-47f1-a145-af18a696e6f1, hostable agents: ['ca24aa0a-c321-4405-9ae4-7ef0b0f37929'], hosted agents: [] {{(pid=93217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 22:26:29.797490 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 is scheduled to be hosted by DHCP agent ca24aa0a-c321-4405-9ae4-7ef0b0f37929 with binding_index 1 {{(pid=93217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 22:26:29.807391 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801868-2-iscsi, 95f8315f-02c2-47f1-a145-af18a696e6f1) {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:29.812152 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:29.813302 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.816680 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98e90e-c075-4bd6-8cd0-f6f514303fbb None None] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:29.833346 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45698) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:29.833584 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-8bacb26d-9f0e-400b-a0e5-96ca9d7d28ee admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821528 Jul 22 22:26:29.837997 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:29.863209 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1745717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15828'] for router, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.864202 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1746970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1775166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15839'] for router, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.922318 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:29.997716 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf5894d2-d59d-58b4-8575-d6eb8a1b0223-95f8315f-02c2-47f1-a145-af18a696e6f1', 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'fixed_ips': [{'subnet_id': 'c8749d59-3bf4-476c-8b6e-960a5763a700'}]}} from dv-cinder-801868-2-iscsi. {{(pid=93219) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 22:26:29.998607 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.068610 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1745904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1745755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10037'] for router, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.150037 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.db_base_plugin_common [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Allocated IP 172.20.0.2 (95f8315f-02c2-47f1-a145-af18a696e6f1/c8749d59-3bf4-476c-8b6e-960a5763a700/b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21) {{(pid=93219) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:30.281380 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.297587 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.304758 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.306453 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Transition to ACTIVE for port object b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:30.323815 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Transition to ACTIVE for port object b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 will not be triggered until provisioned by entity DHCP. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:30.331239 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699'] for port, after_create {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.377201 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 is already hosted by enough agents. {{(pid=93219) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:30.381776 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.scheduler.base_scheduler [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Resources bound (agent type, host, resource id): {{(pid=93219) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:30.386912 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Received port after_create {{(pid=93219) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:30.396315 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Pushing event updated for resources: {'Port': ['ID=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,revision_number=1']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:30.417579 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 15c499e8-07ef-4684-9ecb-a00696689066 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:30.428113 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Allocated IP 172.27.1.36 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/4749c92b-1582-40c2-b07f-3efb8a9f1f54) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:30.483028 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Attempting to bind port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:30.483409 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Attempting to bind port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:30.483783 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Attempting to bind port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 on network 95f8315f-02c2-47f1-a145-af18a696e6f1 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:30.492031 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:30.492436 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Checking segment: {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:30.492838 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.493243 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Bound using segment: {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:30.493715 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Bound port: b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:30.494104 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.541667 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 15c499e8-07ef-4684-9ecb-a00696689066 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:30.549620 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.597683 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.644007 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:30.647162 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:30.651593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:30.657911 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Pushing event updated for resources: {'Port': ['ID=4749c92b-1582-40c2-b07f-3efb8a9f1f54,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:30.692835 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 15c499e8-07ef-4684-9ecb-a00696689066 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:30.693219 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.732312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] For port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:30.747400 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] For port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:30.755152 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.853860 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5e1fa-45cb-4214-a56c-3be300c684a0 None None] Pushing event updated for resources: {'Port': ['ID=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:30.857603 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.883405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 15c499e8-07ef-4684-9ecb-a00696689066, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=15c499e8-07ef-4684-9ecb-a00696689066,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:30.888865 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:30.940077 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=15c499e8-07ef-4684-9ecb-a00696689066,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:30.952660 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.074784 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Sync routers for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:31.086978 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:31.087597 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:31.194923 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1745740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1745899'] for router, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.206173 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:31.326486 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 is scheduled to L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 with binding_index 1 {{(pid=93218) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 22:26:31.400828 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 2, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:31.427367 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Checking router: 2406893d-76ca-4247-9974-a6710766fffa for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:31.427813 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Updating router 2406893d-76ca-4247-9974-a6710766fffa port d99bceec-e62b-4054-8f7f-512d6a74000b binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:31.434975 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:31.443845 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Sync routers for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:31.450734 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.454561 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-abcfbb5a-d8e1-4582-b548-238889f518ad admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6175931 Jul 22 22:26:31.454747 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45700) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:31.458483 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:31.459240 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:31.466544 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.602565 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:31.753494 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.765888 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Transition to ACTIVE for port object d99bceec-e62b-4054-8f7f-512d6a74000b will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:31.773446 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.822354 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 3, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:31.827057 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Pushing event updated for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:31.838265 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.838612 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.838947 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.839280 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.839662 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.840731 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.841163 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.841616 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.841950 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.842274 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.842599 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.842917 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93220) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:26:31.861238 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Checking router: afd62995-1a8b-4d32-b891-3ccc26f2e0f4 for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:31.861604 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Updating router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 binding host dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:31.903593 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.934580 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecf547-ce51-4fc3-ab9a-1eeaa2f3c6ab None None] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:26:31.935291 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Attempting to bind port d99bceec-e62b-4054-8f7f-512d6a74000b on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:31.935830 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Attempting to bind port d99bceec-e62b-4054-8f7f-512d6a74000b by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:31.936399 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Attempting to bind port d99bceec-e62b-4054-8f7f-512d6a74000b on network d44697b3-4376-4213-9e05-bb4ad99055e9 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:31.942991 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:31.943681 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Checking segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:31.944265 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:31.945477 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Bound using segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:31.946159 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Bound port: d99bceec-e62b-4054-8f7f-512d6a74000b, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:31.946743 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.025084 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] For port d99bceec-e62b-4054-8f7f-512d6a74000b, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:32.030357 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] For port d99bceec-e62b-4054-8f7f-512d6a74000b, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d99bceec-e62b-4054-8f7f-512d6a74000b,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:32.036292 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.045187 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-a48b11b5-bb34-4eff-b812-5a157880bcdc None None] Provisioning for port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:32.109431 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:32.110527 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:32.192039 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dce6ab-cb2e-49d1-902b-60d9ad0e826e None None] Pushing event updated for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:32.217558 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.244623 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:32.407307 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks [] for port, precommit_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.421715 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Transition to ACTIVE for port object 4749c92b-1582-40c2-b07f-3efb8a9f1f54 will not be triggered until provisioned by entity L2. {{(pid=93219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:32.422918 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Allocated IP 172.20.0.1 (95f8315f-02c2-47f1-a145-af18a696e6f1/c8749d59-3bf4-476c-8b6e-960a5763a700/d74f1932-d489-47ce-8fd9-4deec2bb380f) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:26:32.434817 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.536228 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Attempting to bind port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:32.539044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Attempting to bind port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:32.539413 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Attempting to bind port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 on network 15c85e38-4d22-4766-acde-5f7cf651e410 {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:32.541606 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444b694-cfc3-422c-9c0c-21f3861cc245 None None] Pushing event updated for resources: {'Port': ['ID=4749c92b-1582-40c2-b07f-3efb8a9f1f54,revision_number=2']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:32.551710 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:32.551844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Checking segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:32.552256 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.552684 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Bound using segment: {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'} {{(pid=93219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:32.553179 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.managers [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Bound port: 4749c92b-1582-40c2-b07f-3efb8a9f1f54, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5806376b-90bf-448d-add4-099bdccfda59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410'}}] {{(pid=93219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:32.553570 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.600431 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d99bceec-e62b-4054-8f7f-512d6a74000b up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:32.636498 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:32.640958 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.652559 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] For port 4749c92b-1582-40c2-b07f-3efb8a9f1f54, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:32.657472 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.provisioning_blocks [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Transition to ACTIVE for port object d74f1932-d489-47ce-8fd9-4deec2bb380f will not be triggered until provisioned by entity DHCP. {{(pid=93218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:32.658467 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] For port 4749c92b-1582-40c2-b07f-3efb8a9f1f54, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=4749c92b-1582-40c2-b07f-3efb8a9f1f54,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:32.670677 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce8c18-fa5b-47cd-ab49-a152b396c7ac None None] The sync data for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi is: [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:32.679583 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.700053 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.744052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:32.749763 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:32.754456 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:26:32.766726 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444b694-cfc3-422c-9c0c-21f3861cc245 None None] Pushing event updated for resources: {'Port': ['ID=4749c92b-1582-40c2-b07f-3efb8a9f1f54,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:32.777561 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port d99bceec-e62b-4054-8f7f-512d6a74000b completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:32.778708 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Pushing event updated for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:32.784451 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:32.784725 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:32.801724 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1745690'] for router_interface, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.821509 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port d99bceec-e62b-4054-8f7f-512d6a74000b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:32.821888 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:32.959703 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:32.974122 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.048761 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.135612 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port d99bceec-e62b-4054-8f7f-512d6a74000b, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d99bceec-e62b-4054-8f7f-512d6a74000b,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:33.145570 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.146405 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 15c499e8-07ef-4684-9ecb-a00696689066 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:33.148215 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f9e552b7-6e50-49a8-b9a8-fd67bfb47c22 None None] Provisioning for port d74f1932-d489-47ce-8fd9-4deec2bb380f completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:33.167029 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.174568 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.249120 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Pushing event updated for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:33.251584 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1747882'] for router_interface, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.329094 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-f9e552b7-6e50-49a8-b9a8-fd67bfb47c22 None None] Provisioning complete for port d74f1932-d489-47ce-8fd9-4deec2bb380f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:33.329477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f9e552b7-6e50-49a8-b9a8-fd67bfb47c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.356719 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:26:33.358243 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:26:33.421478 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:33.428647 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-f9e552b7-6e50-49a8-b9a8-fd67bfb47c22 None None] Port d74f1932-d489-47ce-8fd9-4deec2bb380f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:33.450803 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 15c499e8-07ef-4684-9ecb-a00696689066 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:33.451174 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.477490 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 3, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:33.491724 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:26:33.510902 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e15493-ff32-4812-be43-0c4338cd2086 None None] The sync data for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi is: [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 3, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:33.578802 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:33.629148 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:26:33.640405 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-949f5932-53f1-40f1-b780-56d301533b47 admin admin] 10.222.0.110 "PUT /v2.0/routers/afd62995-1a8b-4d32-b891-3ccc26f2e0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1785522 Jul 22 22:26:33.640598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:33.640598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:33.640894 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.688868 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-150971cb-7960-41fe-b9a3-945b5ab4d0f1 None None] Provisioning complete for port d74f1932-d489-47ce-8fd9-4deec2bb380f triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:33.689560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-150971cb-7960-41fe-b9a3-945b5ab4d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.771599 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-150971cb-7960-41fe-b9a3-945b5ab4d0f1 None None] Port d74f1932-d489-47ce-8fd9-4deec2bb380f cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:26:33.778284 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.818181 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:33.822564 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:33.879484 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,revision_number=3']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.317616 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45710) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:34.325838 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412966022', 'description': 'tempest-secgroup-smoke-1412966022 description', 'project_id': '748160a4ef46401a8836e6b4346ee31c'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:34.360979 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.449594 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.453236 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.457844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d99bceec-e62b-4054-8f7f-512d6a74000b up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:34.482396 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.483626 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1648238 Jul 22 22:26:34.484615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065dfde-c648-4265-899f-aba9963429c6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4565f1a1-753b-4745-96d5-5dce7936eb96,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.486678 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 45712) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:34.491703 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:34.507584 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port d99bceec-e62b-4054-8f7f-512d6a74000b triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:34.507992 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.519500 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.577035 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.580727 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.592706 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:34.598785 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3c0f34-b9bc-4fe1-aa52-42287ea6a31b,revision_number=0']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.604758 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.608711 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-bc00e85a-2cb4-4204-ace9-a3afc494788a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208045 Jul 22 22:26:34.609439 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45714) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:34.614267 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:34.642895 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:34.643272 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.643382 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.704038 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.708084 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.720855 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 4749c92b-1582-40c2-b07f-3efb8a9f1f54 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:34.726156 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080674ff-ee4c-4629-bc38-00fc61bb25d1,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.733043 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.734248 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-ae072cc9-fd2e-4e49-ba59-0259acdb3d27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237240 Jul 22 22:26:34.737010 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45716) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:34.741422 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:34.769779 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.775440 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:34.780150 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:34.780552 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.836062 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.841292 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.859593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014c2b58-6c34-483c-bf77-7afc4c05969b,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.867570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.868789 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b4024c9f-52e8-431f-bea4-880611b84229 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308494 Jul 22 22:26:34.870636 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.871811 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45718) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:34.876476 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:34.892991 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port 4749c92b-1582-40c2-b07f-3efb8a9f1f54, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=4749c92b-1582-40c2-b07f-3efb8a9f1f54,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:34.897005 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.904502 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.945459 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=4749c92b-1582-40c2-b07f-3efb8a9f1f54,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.966231 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.969743 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.986877 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9536b00f-7935-41fd-829d-57234906eda3,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:34.992716 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:34.993865 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-e4307eab-0caf-414b-99e9-42ee94c00dc8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210663 Jul 22 22:26:34.997107 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45720) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:35.001196 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:35.022246 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Project 748160a4ef46401a8836e6b4346ee31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:26:35.027544 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.085607 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.090819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.108108 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3766ab53-0e58-43d4-87ae-4d6d84f5e925,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:35.112871 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.116706 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b5d00191-4a29-4d0e-97d7-8c33a8a8b389 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163764 Jul 22 22:26:35.117117 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45722) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:26:35.121412 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'security_group_rule': {'security_group_id': '4565f1a1-753b-4745-96d5-5dce7936eb96', 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:35.142572 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.securitygroups_db [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Project 748160a4ef46401a8836e6b4346ee31c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 22:26:35.147773 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.211394 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.214808 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1861449'] for security_group_rule, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.234851 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0f8fda-29f6-4528-9b37-501afa12aacb,revision_number=0']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:35.238124 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:35.239508 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-5d36ba13-9091-4681-91ee-a5347b2eb9f7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214604 Jul 22 22:26:35.878206 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Sync routers for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:26:35.887201 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:35.887752 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:35.993088 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:36.200395 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 4, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd74f1932-d489-47ce-8fd9-4deec2bb380f', 'name': '', 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'mac_address': 'fa:16:3e:11:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:32Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 2, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'subnets': [{'id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:36.226691 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Checking router: afd62995-1a8b-4d32-b891-3ccc26f2e0f4 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:26:36.227047 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Updating router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 port d74f1932-d489-47ce-8fd9-4deec2bb380f binding host dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 22:26:36.262042 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.358737 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 4749c92b-1582-40c2-b07f-3efb8a9f1f54 up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:36.410331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:36.410624 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.527378 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.537226 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.provisioning_blocks [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Transition to ACTIVE for port object d74f1932-d489-47ce-8fd9-4deec2bb380f will not be triggered until provisioned by entity L2. {{(pid=93220) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:26:36.542540 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.590034 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97613-d45d-45b5-a4a2-20c3c07a1fbe None None] Pushing event updated for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=3']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:36.650977 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Attempting to bind port d74f1932-d489-47ce-8fd9-4deec2bb380f on host dv-cinder-801868-2-iscsi for vnic_type normal with profile {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:26:36.651341 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Attempting to bind port d74f1932-d489-47ce-8fd9-4deec2bb380f by drivers openvswitch,hyperv on host dv-cinder-801868-2-iscsi at level 0 using segments [{'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:26:36.651765 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Attempting to bind port d74f1932-d489-47ce-8fd9-4deec2bb380f on network 95f8315f-02c2-47f1-a145-af18a696e6f1 {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:26:36.658164 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Checking agent: {'id': 'd0fb895c-667a-459a-9037-89c5b322053e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801868-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 4, 46), 'started_at': datetime.datetime(2021, 7, 22, 22, 5, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801868-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:26:36.658530 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Checking segment: {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93220) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:26:36.658923 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.659356 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Bound using segment: {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'} {{(pid=93220) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:26:36.659820 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.managers [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Bound port: d74f1932-d489-47ce-8fd9-4deec2bb380f, host: dv-cinder-801868-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e195e66-4184-43f5-82bc-52a7b4c9ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1'}}] {{(pid=93220) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:26:36.660196 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.733128 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] For port d74f1932-d489-47ce-8fd9-4deec2bb380f, host dv-cinder-801868-2-iscsi, cleared binding levels {{(pid=93220) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:26:36.736345 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.plugins.ml2.db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] For port d74f1932-d489-47ce-8fd9-4deec2bb380f, host dv-cinder-801868-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d74f1932-d489-47ce-8fd9-4deec2bb380f,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93220) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:26:36.740996 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:36.804892 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97613-d45d-45b5-a4a2-20c3c07a1fbe None None] Pushing event updated for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=4']} {{(pid=93220) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:36.807617 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:26:36.809289 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:36.921681 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:26:37.124690 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 4, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd74f1932-d489-47ce-8fd9-4deec2bb380f', 'name': '', 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'mac_address': 'fa:16:3e:11:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:32Z', 'updated_at': '2021-07-22T22:26:36Z', 'revision_number': 4, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'subnets': [{'id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:26:37.153652 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9a7698-a38a-4205-a368-3694ca05c6f5 None None] The sync data for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi is: [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:26:32Z', 'revision_number': 4, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd74f1932-d489-47ce-8fd9-4deec2bb380f', 'name': '', 'network_id': '95f8315f-02c2-47f1-a145-af18a696e6f1', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'mac_address': 'fa:16:3e:11:5a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:32Z', 'updated_at': '2021-07-22T22:26:36Z', 'revision_number': 4, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'subnets': [{'id': 'c8749d59-3bf4-476c-8b6e-960a5763a700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:26:38.380122 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d74f1932-d489-47ce-8fd9-4deec2bb380f up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:38.436574 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning for port d74f1932-d489-47ce-8fd9-4deec2bb380f completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:26:38.441100 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port d74f1932-d489-47ce-8fd9-4deec2bb380f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:38.441479 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.521426 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.555560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] For port d74f1932-d489-47ce-8fd9-4deec2bb380f, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d74f1932-d489-47ce-8fd9-4deec2bb380f,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:26:38.560448 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:38.608477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Pushing event updated for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:26:40.360469 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d74f1932-d489-47ce-8fd9-4deec2bb380f up at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:26:40.411457 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Provisioning complete for port d74f1932-d489-47ce-8fd9-4deec2bb380f triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:26:40.411827 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:42.967184 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fe96-9aeb-47f0-8ee6-d0ded3ca51b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:45.695958 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:46.123324 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1a67a69a-bd52-42f1-b15f-4672c53ba5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:46.763312 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:48.971782 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:51.820943 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:26:56.900900 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-52c2112c-9b30-463c-b0a9-9b22962219be tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412966022&fields=id&tenant_id=748160a4ef46401a8836e6b4346ee31c HTTP/1.1" status: 200 len: 267 time: 0.0324891 Jul 22 22:26:57.007945 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-7b498c9c-fbea-4fc2-9130-c42e5e252453 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:57.009945 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-7b498c9c-fbea-4fc2-9130-c42e5e252453 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 808 time: 0.1017051 Jul 22 22:26:57.024113 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-5001bbe6-dcb5-4848-b552-f9a2afead761 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/quotas/748160a4ef46401a8836e6b4346ee31c HTTP/1.1" status: 200 len: 375 time: 0.0088880 Jul 22 22:26:57.089883 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-0f7bbfa8-c421-4a23-bb13-1f10d36a263e tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607512 Jul 22 22:26:57.196168 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-15f802cc-fac7-4da5-b748-7e4027da03ce service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=93217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 22:26:57.197901 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-15f802cc-fac7-4da5-b748-7e4027da03ce service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965800 Jul 22 22:26:57.207822 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:57.291812 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-9d77e6d4-adcc-43ac-8ebf-bdeb739a67a4 service neutron] 10.222.0.110 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878177 Jul 22 22:26:57.386414 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-7a803fa9-e1c2-4595-97db-e8bbea07473c service neutron] 10.222.0.110 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891328 Jul 22 22:26:57.672676 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-27542d82-5275-4c61-966a-b0c1e66c8a7e req-e9c00cc0-cc27-44ce-bb6f-343162678e19 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 210 time: 0.0309932 Jul 22 22:26:58.767900 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4c74f30d-f42e-403d-9200-1b2600f59446 req-1dcca2b6-8dc5-4204-abdf-f58d095e7d8d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Jul 22 22:26:59.259744 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-f7d843e6-7c87-4f29-90bc-85bbb6c39180 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:26:59.261479 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-f7d843e6-7c87-4f29-90bc-85bbb6c39180 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 808 time: 0.1170442 Jul 22 22:26:59.327634 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-22d3d62e-04f5-4ae1-af3a-42bbee77debe tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.125 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748160a4ef46401a8836e6b4346ee31c HTTP/1.1" status: 200 len: 380 time: 0.0430386 Jul 22 22:26:59.366666 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'port': {'device_id': '030bdb92-2107-4494-8e09-344eb31a0729', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'admin_state_up': True, 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'security_groups': ['4565f1a1-753b-4745-96d5-5dce7936eb96']}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:26:59.498786 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Made reservation on behalf of 748160a4ef46401a8836e6b4346ee31c for: {'port': 1} {{(pid=93217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 22:26:59.502959 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:26:59.869933 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-af91070f-f7f2-43c3-8190-e5845308f70a req-762d8e50-1f1c-4255-b70b-855162fb9644 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 210 time: 0.0333123 Jul 22 22:26:59.928902 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_common [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Allocated IP 172.20.0.9 (d44697b3-4376-4213-9e05-bb4ad99055e9/35b2eff2-3236-408c-a13c-478057422cad/a4921983-190d-442c-9183-00b08dbb9001) {{(pid=93217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:00.074732 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for port, precommit_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.089305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Transition to ACTIVE for port object a4921983-190d-442c-9183-00b08dbb9001 will not be triggered until provisioned by entity DHCP. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:00.124729 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_create {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.175450 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Network d44697b3-4376-4213-9e05-bb4ad99055e9 is already hosted by enough agents. {{(pid=93217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:00.178428 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.base_scheduler [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Resources bound (agent type, host, resource id): {{(pid=93217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:00.183027 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Received port after_create {{(pid=93217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:00.189346 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=1']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:00.240161 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:00.240797 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.261938 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-106e5af9-3395-44c5-904a-2d4417a6f1e5 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.125 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8990452 Jul 22 22:27:00.286181 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.v2.base [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Request body: {'port': {'device_id': '030bdb92-2107-4494-8e09-344eb31a0729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80186'}} {{(pid=93217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:00.366168 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.532240 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ee8294d9-453d-4bc9-b664-cf642f6f6a6c None None] Provisioning for port a4921983-190d-442c-9183-00b08dbb9001 completed by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:00.536931 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-ee8294d9-453d-4bc9-b664-cf642f6f6a6c None None] Provisioning complete for port a4921983-190d-442c-9183-00b08dbb9001 triggered by entity DHCP. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:00.537555 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ee8294d9-453d-4bc9-b664-cf642f6f6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.585704 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-ee8294d9-453d-4bc9-b664-cf642f6f6a6c None None] Port a4921983-190d-442c-9183-00b08dbb9001 cannot update to ACTIVE because it is not bound. {{(pid=93219) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 22:27:00.691662 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4921983-190d-442c-9183-00b08dbb9001 {{(pid=93217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:00.699186 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.710812 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.provisioning_blocks [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Transition to ACTIVE for port object a4921983-190d-442c-9183-00b08dbb9001 will not be triggered until provisioned by entity L2. {{(pid=93217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 22:27:00.715610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.769008 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=2']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:00.844839 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Attempting to bind port a4921983-190d-442c-9183-00b08dbb9001 on host hv-cinder-80186 for vnic_type normal with profile {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 22:27:00.845096 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Attempting to bind port a4921983-190d-442c-9183-00b08dbb9001 by drivers openvswitch,hyperv on host hv-cinder-80186 at level 0 using segments [{'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 22:27:00.845425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Attempting to bind port a4921983-190d-442c-9183-00b08dbb9001 on network d44697b3-4376-4213-9e05-bb4ad99055e9 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:00.850101 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Port a4921983-190d-442c-9183-00b08dbb9001 on network d44697b3-4376-4213-9e05-bb4ad99055e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80186 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 22:27:00.850428 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Attempting to bind port a4921983-190d-442c-9183-00b08dbb9001 on network d44697b3-4376-4213-9e05-bb4ad99055e9 {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 22:27:00.856822 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Checking agent: {'id': 'bc2d3630-1d3b-4a7c-a3b1-12f32f0cbedb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80186', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'started_at': datetime.datetime(2021, 7, 22, 22, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 22:27:00.857166 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Checking segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 22:27:00.857564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Bound using segment: {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'} {{(pid=93217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 22:27:00.857993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.managers [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Bound port: a4921983-190d-442c-9183-00b08dbb9001, host: hv-cinder-80186, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f51c75-a55e-460a-856a-e29d868c4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9'}}] {{(pid=93217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 22:27:00.858355 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:00.925734 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, cleared binding levels {{(pid=93217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 22:27:00.928710 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 22:27:00.933410 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12660108'] for port, after_update {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.003906 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.004557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:01.005948 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] 10.222.0.125 "PUT /v2.0/ports/a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1093 time: 0.7244143 Jul 22 22:27:01.006390 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:01.008690 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:01.031623 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bd6d9-6ebb-4496-a5a9-92f9f0fe6feb service neutron] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=3']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:01.062830 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082346-5084-4681-9e97-4054da300f76 req-919314e0-347c-4dfe-ae33-fc309678ff24 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.064575 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0082346-5084-4681-9e97-4054da300f76 req-919314e0-347c-4dfe-ae33-fc309678ff24 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.1037674 Jul 22 22:27:01.066065 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc9952-1a50-42e7-bbcd-f340708c9f05 x-openstack-request-id: req-04cc9952-1a50-42e7-bbcd-f340708c9f05 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:01.066359 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:01.066611 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-04cc9952-1a50-42e7-bbcd-f340708c9f05 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:01.067028 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'status': 'completed', 'code': 200} Jul 22 22:27:01.114919 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0082346-5084-4681-9e97-4054da300f76 req-fe300099-3b18-4282-86f8-06804cb0a40f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Jul 22 22:27:01.159588 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-6cecb2a1-d331-4965-898e-0f472e29b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.161169 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-6cecb2a1-d331-4965-898e-0f472e29b737 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1096 time: 0.0602968 Jul 22 22:27:01.219272 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-03f4d865-67c8-45f1-a8e9-d6b4d62112e4 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 217 time: 0.0367320 Jul 22 22:27:01.270702 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-c3f8e2b9-c9d6-43b8-8dc2-6fdf42786a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.272134 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-c3f8e2b9-c9d6-43b8-8dc2-6fdf42786a01 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0444329 Jul 22 22:27:01.330698 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-9982b203-587e-42a0-aec1-7cd50e6c943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.332349 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-9982b203-587e-42a0-aec1-7cd50e6c943e service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522878 Jul 22 22:27:01.427600 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-1fa057fc-e46a-4116-b2c0-55e2dfe01a20 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841899 Jul 22 22:27:01.519190 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7f5abdc1-d0d2-4ff7-a7c8-5aa5e8bc744b req-2664e0e6-ad29-4e50-85e8-552a75af7fe3 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Jul 22 22:27:01.679683 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-2dac8079-b93a-45a6-9738-57764bba64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.681919 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-2dac8079-b93a-45a6-9738-57764bba64b1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1096 time: 0.0594954 Jul 22 22:27:01.771548 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-ce978825-48b2-4958-93f1-32df264e4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.773038 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-ce978825-48b2-4958-93f1-32df264e4904 service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0829999 Jul 22 22:27:01.819194 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-859e22e7-bd09-4808-9447-a95f4451deb6 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 217 time: 0.0375910 Jul 22 22:27:01.867673 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-e5c97e10-d52c-4baf-91fa-d5ae7d4cfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.869401 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-e5c97e10-d52c-4baf-91fa-d5ae7d4cfc77 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0431640 Jul 22 22:27:01.933187 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-570a19bd-1ec8-44e8-87be-9820f8f850a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:01.934616 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-570a19bd-1ec8-44e8-87be-9820f8f850a8 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557547 Jul 22 22:27:02.032718 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-357721c4-99d7-459a-862d-0bd5d70d3ee5 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884981 Jul 22 22:27:02.128235 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-e37a1c0a-35eb-44c9-8374-064ec9af4b5c req-f049f705-6e6a-48a3-bb4c-cc19b518db0a service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Jul 22 22:27:02.261913 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8961ea8-42da-4a7d-8ff9-296ed16415b1 req-bcb78186-90d1-4069-8e94-7a1c3dfd057d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:02.263374 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f8961ea8-42da-4a7d-8ff9-296ed16415b1 req-bcb78186-90d1-4069-8e94-7a1c3dfd057d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0707245 Jul 22 22:27:02.315887 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f8961ea8-42da-4a7d-8ff9-296ed16415b1 req-dc012458-40af-462c-9cc6-ce723be7920d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468345 Jul 22 22:27:03.444144 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35907bc-6680-4acc-a73f-77554d3f2f85 req-41375cbf-4637-4b91-92cb-505661b1eaf6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:03.445586 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d35907bc-6680-4acc-a73f-77554d3f2f85 req-41375cbf-4637-4b91-92cb-505661b1eaf6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0629194 Jul 22 22:27:03.487969 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d35907bc-6680-4acc-a73f-77554d3f2f85 req-d9eca2a7-a7fe-4d1a-97a1-5c65c1d9f362 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367613 Jul 22 22:27:04.617615 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d7fcd-6553-480b-a8cb-d7083db35ca0 req-1d87cd0b-6ef0-4e2e-aefc-3f8d3c8bc8e0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:04.619217 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032d7fcd-6553-480b-a8cb-d7083db35ca0 req-1d87cd0b-6ef0-4e2e-aefc-3f8d3c8bc8e0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0648150 Jul 22 22:27:04.656604 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-032d7fcd-6553-480b-a8cb-d7083db35ca0 req-898edfe9-be28-400f-86aa-4f9b9976acea tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jul 22 22:27:05.784390 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb377e-f127-4ca0-9d8d-0024e4274bac req-c5b5d352-7fff-499a-a25f-3447543ae703 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:05.785899 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfb377e-f127-4ca0-9d8d-0024e4274bac req-c5b5d352-7fff-499a-a25f-3447543ae703 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0632169 Jul 22 22:27:05.823167 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-0cfb377e-f127-4ca0-9d8d-0024e4274bac req-642d6119-ad82-46e2-b930-d4df53f1dee8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Jul 22 22:27:06.952191 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130353d-78d8-436f-b107-2045bce43574 req-e888b155-e3fc-497d-91ca-d04d64585717 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:06.953727 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1130353d-78d8-436f-b107-2045bce43574 req-e888b155-e3fc-497d-91ca-d04d64585717 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0635860 Jul 22 22:27:06.990883 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1130353d-78d8-436f-b107-2045bce43574 req-f39c46a5-59ae-4bf8-9e37-af9a6f91f0a8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Jul 22 22:27:08.120168 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2feec-5746-434f-8811-1a0dbc4362cb req-3e989dc6-f3b1-4319-a30b-0e1c3cea3ece tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:08.121669 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0e2feec-5746-434f-8811-1a0dbc4362cb req-3e989dc6-f3b1-4319-a30b-0e1c3cea3ece tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0655074 Jul 22 22:27:08.160208 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b0e2feec-5746-434f-8811-1a0dbc4362cb req-a8c4e59a-513e-4a8b-a697-669ea67ae73f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Jul 22 22:27:09.300460 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f618ab-4622-4df8-84fe-7f95b5fd5c84 req-4882988e-b42d-4141-bc88-727478493b7f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:09.301954 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f6f618ab-4622-4df8-84fe-7f95b5fd5c84 req-4882988e-b42d-4141-bc88-727478493b7f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0685520 Jul 22 22:27:09.340717 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-f6f618ab-4622-4df8-84fe-7f95b5fd5c84 req-e97b7ad7-b94c-4ec1-b85a-69435d1a47ec tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Jul 22 22:27:09.621696 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:27:09.714096 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:09.724741 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'a4921983-190d-442c-9183-00b08dbb9001', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'mac_address': 'fa:16:3e:a9:b1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:27:09.764692 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:09.777317 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4921983-190d-442c-9183-00b08dbb9001 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:27:09.796107 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:09.801559 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:09.848601 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=4']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:10.229805 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['a4921983-190d-442c-9183-00b08dbb9001'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:27:10.477029 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9d4aa-a942-479e-9d3c-bcdcdd72066c req-9da6869d-e742-4cab-8c39-2ca17e0ce20f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:10.478505 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-90c9d4aa-a942-479e-9d3c-bcdcdd72066c req-9da6869d-e742-4cab-8c39-2ca17e0ce20f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 944 time: 0.0687668 Jul 22 22:27:10.516520 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-90c9d4aa-a942-479e-9d3c-bcdcdd72066c req-4e736cde-672a-402c-804d-038d1db6c0f3 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Jul 22 22:27:11.624237 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:27:11.644192 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cbbe9-694f-4995-a0cb-02c99bbb119d req-f086315e-7d77-4a39-b89d-152ffd77edb0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:11.645722 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c9cbbe9-694f-4995-a0cb-02c99bbb119d req-f086315e-7d77-4a39-b89d-152ffd77edb0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 944 time: 0.0639064 Jul 22 22:27:11.674215 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning for port a4921983-190d-442c-9183-00b08dbb9001 completed by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 22:27:11.678189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port a4921983-190d-442c-9183-00b08dbb9001 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:27:11.678571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:11.687907 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-6c9cbbe9-694f-4995-a0cb-02c99bbb119d req-47ca1df5-85c1-4cd1-b8f7-839975706eb1 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351830 Jul 22 22:27:11.757473 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:11.780910 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:11.783129 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec0d810-f6d4-4d40-b1a4-e2355d11789d" -d '{"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-plugged", "status": "completed", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:11.795365 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:27:11.799645 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:11.850379 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=5']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:11.878528 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fad0f9-d930-4206-9382-d1352d4905ab x-openstack-request-id: req-51fad0f9-d930-4206-9382-d1352d4905ab {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:11.878826 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-plugged", "status": "completed", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:11.879084 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-51fad0f9-d930-4206-9382-d1352d4905ab {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:11.879476 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'code': 200} Jul 22 22:27:12.166400 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d47c20-649c-4279-a4e6-e4a3371d461f req-8a4246d4-5933-47c3-b352-df4d5104d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:12.167930 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-67d47c20-649c-4279-a4e6-e4a3371d461f req-8a4246d4-5933-47c3-b352-df4d5104d1a8 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0553815 Jul 22 22:27:12.207304 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-67d47c20-649c-4279-a4e6-e4a3371d461f req-f341298a-a64c-461d-886d-792854c919b3 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297463 Jul 22 22:27:12.821430 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b4e4e-618d-43c7-b8d0-bd450035794e req-d8ff5a59-07d2-4295-92e3-b0ddd4b097ad tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:12.822923 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e3b4e4e-618d-43c7-b8d0-bd450035794e req-d8ff5a59-07d2-4295-92e3-b0ddd4b097ad tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0682280 Jul 22 22:27:12.861490 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7e3b4e4e-618d-43c7-b8d0-bd450035794e req-48bbcb3b-4526-45f3-b3b2-9fd9ef17352d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Jul 22 22:27:12.968370 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c8de970f-a64a-486d-aaa1-9367c6cd1e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.006747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251092f5-1290-4579-8d25-c8ba904862af req-b853f3b2-185d-46c1-94a0-027218866f44 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.009425 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-251092f5-1290-4579-8d25-c8ba904862af req-b853f3b2-185d-46c1-94a0-027218866f44 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0782449 Jul 22 22:27:14.070172 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-251092f5-1290-4579-8d25-c8ba904862af req-f0487c55-e78c-4233-8603-9f7a58d2c956 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528209 Jul 22 22:27:14.224681 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64026307-a99e-43d9-a6c8-f49275c24083 req-415279c3-d333-445d-a81f-9cc3606fe4f0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.226267 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-64026307-a99e-43d9-a6c8-f49275c24083 req-415279c3-d333-445d-a81f-9cc3606fe4f0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0663095 Jul 22 22:27:14.263598 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-64026307-a99e-43d9-a6c8-f49275c24083 req-13e60789-4c00-4f91-8e26-9dce616c036b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 22 22:27:14.285453 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45914) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:14.379532 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78badcc3-22c3-40be-bd36-3ee34da09eb5 tempest-TestShelveInstance-1039756969 tempest-TestShelveInstance-1039756969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:14.381072 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-78badcc3-22c3-40be-bd36-3ee34da09eb5 tempest-TestShelveInstance-1039756969 tempest-TestShelveInstance-1039756969-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1093 time: 0.0946214 Jul 22 22:27:14.384723 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 45918) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:27:14.389912 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.v2.base [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Request body: {'floatingip': {'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93218) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 22:27:14.412796 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for floatingip, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.517747 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.624761 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.db_base_plugin_common [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Allocated IP 172.27.1.83 (15c85e38-4d22-4766-acde-5f7cf651e410/f3e77e6a-409b-4c3a-a4d2-89f3df327586/15821efd-9151-4403-855a-2a9326533de1) {{(pid=93218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 22:27:14.727664 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for port, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.766451 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792629442699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:14.804909 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Network 15c85e38-4d22-4766-acde-5f7cf651e410 is already hosted by enough agents. {{(pid=93218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 22:27:14.809346 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Resources bound (agent type, host, resource id): {{(pid=93218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 22:27:14.813605 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Received port after_create {{(pid=93218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 22:27:14.816600 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'Port': ['ID=15821efd-9151-4403-855a-2a9326533de1,revision_number=1']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:14.847179 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.847523 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.847861 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.848192 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.848547 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.848873 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.849192 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.849512 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.849833 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.850148 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.850463 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:14.850777 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:27:15.190336 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.270874 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.418593 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for port, precommit_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.423642 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13235923'] for port, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.487035 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event updated for resources: {'Port': ['ID=15821efd-9151-4403-855a-2a9326533de1,revision_number=2']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:27:15.502271 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1745805'] for floatingip, after_update {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.600017 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.db.l3_db [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Floating IP afc9014c-4615-4311-9adc-558f4b541e54 associated. External IP: 172.27.1.83, port: a4921983-190d-442c-9183-00b08dbb9001. Jul 22 22:27:15.700128 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.807724 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Router 2406893d-76ca-4247-9974-a6710766fffa has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:27:15.912837 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:27:15.923021 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Sync routers for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:27:15.930205 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:15.934445 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:15.935169 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:26:46Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:16.057058 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:16.165675 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-62d69707-20b5-4797-83ce-20eb2d465c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.224078 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-fb3d399d-3664-424d-9924-76da2808c804 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8381968 Jul 22 22:27:16.224691 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:27:16.227426 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee1dddb7bf9fb2dcea5afbe678bbea1a40e2bb148382b514ac2e0e1e36cb350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2200a9-f284-4118-8cc8-25183815677f" -d '{"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:27:16.314053 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'afc9014c-4615-4311-9adc-558f4b541e54', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '2406893d-76ca-4247-9974-a6710766fffa', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'mac_address': 'fa:16:3e:a9:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bdb92-2107-4494-8e09-344eb31a0729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:27:15Z', 'updated_at': '2021-07-22T22:27:15Z', 'revision_number': 0, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:16.321819 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd7abf-e07e-4ef7-8d58-fe4087cc54db x-openstack-request-id: req-e7bd7abf-e07e-4ef7-8d58-fe4087cc54db {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:27:16.322622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "status": "completed", "code": 200}]} {{(pid=93218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:27:16.322622 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e7bd7abf-e07e-4ef7-8d58-fe4087cc54db {{(pid=93218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:27:16.322622 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'status': 'completed', 'code': 200} Jul 22 22:27:16.342878 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Checking router: 2406893d-76ca-4247-9974-a6710766fffa for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:27:16.351154 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:27:16.352628 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:27:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:16.442883 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2200a9-f284-4118-8cc8-25183815677f req-07c373d6-2eac-4c35-945e-3310650b68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.444404 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-07c373d6-2eac-4c35-945e-3310650b68f2 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0560272 Jul 22 22:27:16.459578 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:27:16.543068 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2200a9-f284-4118-8cc8-25183815677f req-0ab36fe8-2fe3-4730-807e-31e930b020bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.544751 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-0ab36fe8-2fe3-4730-807e-31e930b020bb service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0893829 Jul 22 22:27:16.615570 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-7b55dffd-0c3b-49a3-8bad-5b511126069a service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 998 time: 0.0608463 Jul 22 22:27:16.671214 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2200a9-f284-4118-8cc8-25183815677f req-365b9046-e00d-4a07-a774-02e525623e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.673620 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-365b9046-e00d-4a07-a774-02e525623e1c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0467792 Jul 22 22:27:16.735357 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2200a9-f284-4118-8cc8-25183815677f req-82df7b01-38ed-40ec-99de-246d6923cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:16.736888 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-82df7b01-38ed-40ec-99de-246d6923cff0 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565236 Jul 22 22:27:16.774514 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:16.823765 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'afc9014c-4615-4311-9adc-558f4b541e54', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '2406893d-76ca-4247-9974-a6710766fffa', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'mac_address': 'fa:16:3e:a9:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bdb92-2107-4494-8e09-344eb31a0729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:27:15Z', 'updated_at': '2021-07-22T22:27:15Z', 'revision_number': 0, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:27:16.832850 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-88ddf051-b70b-4d0f-b3d6-4a4994d0f146 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835140 Jul 22 22:27:16.851480 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e73688-e89a-4210-ae68-2c186fffae40 None None] The sync data for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi is: [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_floatingips': [{'id': 'afc9014c-4615-4311-9adc-558f4b541e54', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'router_id': '2406893d-76ca-4247-9974-a6710766fffa', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'mac_address': 'fa:16:3e:a9:b1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030bdb92-2107-4494-8e09-344eb31a0729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T22:27:15Z', 'updated_at': '2021-07-22T22:27:15Z', 'revision_number': 0, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:27:16.937972 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5c2200a9-f284-4118-8cc8-25183815677f req-2d0862bc-8416-450f-8613-885eb4d7bba8 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938203 Jul 22 22:27:17.035556 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df486804-c5e2-4f6e-8cf2-befbd760164d None None] New status for floating IP afc9014c-4615-4311-9adc-558f4b541e54: ACTIVE {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:27:18.972545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:27.220076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:28.820758 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:27:37.576454 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-26d1027d-f3d1-45c9-a35c-955a13b2a62d service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513117 Jul 22 22:27:37.702512 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501faf-8a59-4d67-81b5-de3380be9789 req-a52704f6-9b67-46b8-aa86-5facaab6bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:37.704001 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-a52704f6-9b67-46b8-aa86-5facaab6bce1 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0536456 Jul 22 22:27:37.814849 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501faf-8a59-4d67-81b5-de3380be9789 req-270466bd-ba0c-483f-9428-b638d5fc7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:37.816385 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-270466bd-ba0c-483f-9428-b638d5fc7e2f service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0859358 Jul 22 22:27:37.881954 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-21e70dc9-2bdc-45bb-bae4-ef5f8f458218 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1000 time: 0.0563323 Jul 22 22:27:37.934829 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501faf-8a59-4d67-81b5-de3380be9789 req-7a561564-ab2a-4849-9610-ef2f1d4767bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:37.936347 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-7a561564-ab2a-4849-9610-ef2f1d4767bc service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0477653 Jul 22 22:27:37.997943 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501faf-8a59-4d67-81b5-de3380be9789 req-40e22b34-6304-43be-8faf-bf2d51a76bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:27:37.999467 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-40e22b34-6304-43be-8faf-bf2d51a76bac service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532784 Jul 22 22:27:38.094057 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-760e3f6f-0913-4cb1-8e18-d5f90081771b service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821536 Jul 22 22:27:38.189321 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-74501faf-8a59-4d67-81b5-de3380be9789 req-1f55bb4f-1b1c-4132-a268-a4ec72fd8b2b service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Jul 22 22:27:42.969562 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-26494e88-07f5-40f7-a721-988ae8f6bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:45.701520 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.126898 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2287d291-9e41-48c3-8561-f1ad5372fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:46.762419 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:48.975807 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:27:57.223868 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:05.820724 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:12.974128 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0d208301-52c5-4367-bbf2-d4f2de4dfe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:15.703558 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:16.127215 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e87d39a9-1172-40f7-a276-93d8c47be7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:16.764843 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:18.978098 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:27.235204 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:39.513600 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-3baa1e00-6da1-4d73-a226-ae66afa16ca0 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552363 Jul 22 22:28:39.637082 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-3363cbb7-1a33-42ba-9e88-d6c7ac83ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:39.638575 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-3363cbb7-1a33-42ba-9e88-d6c7ac83ab99 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0530963 Jul 22 22:28:39.745206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-00d0f171-dc0d-4af3-8adc-96aee403f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:39.746659 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-00d0f171-dc0d-4af3-8adc-96aee403f79d service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0859029 Jul 22 22:28:39.813291 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-5f59247f-a70a-48ca-9757-2b17f27f26bb service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1000 time: 0.0584335 Jul 22 22:28:39.861498 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-fd4e3e97-fa59-490a-b705-f9652cbac33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:39.862922 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-fd4e3e97-fa59-490a-b705-f9652cbac33e service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0430205 Jul 22 22:28:39.925842 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-f93dbf92-6071-493b-9f00-dce0d31d9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:28:39.927378 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-f93dbf92-6071-493b-9f00-dce0d31d9b45 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540335 Jul 22 22:28:40.021881 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-5d3833ba-51ef-4197-97a3-ca56a687a0fd service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Jul 22 22:28:40.112710 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-829ce1cc-2ef9-407d-92b9-0f30b75590b5 req-09306592-7eaf-4000-b52a-a7799b21a238 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798695 Jul 22 22:28:42.820257 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:28:42.979752 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9958e033-4458-41dc-85ee-be9f12c4eb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:45.706900 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.128477 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa314-8322-4ee8-af14-651e8f511f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:46.768219 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:48.981129 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:28:57.234248 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:12.979946 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1337585f-baec-4864-ab3d-e09cb5a61df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:15.709877 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.128970 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-5ec54aa3-144d-4617-87af-cdb1aea6009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:16.771794 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:18.984924 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:19.819088 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:21.487686 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5b4bb-bb97-446b-b465-5326b2a9954d req-8c0207d1-d869-4c90-8527-ea70d4891054 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:21.489077 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-05f5b4bb-bb97-446b-b465-5326b2a9954d req-8c0207d1-d869-4c90-8527-ea70d4891054 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.1217711 Jul 22 22:29:21.526985 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-05f5b4bb-bb97-446b-b465-5326b2a9954d req-c2733d58-cc0b-4a77-a44a-fdeea11c61e0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Jul 22 22:29:22.718676 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08e3ef-3b53-4d05-b4c4-6bc7fa77dc9d req-0dcafd31-381f-4429-b7d9-885b8ca74cd8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:22.720316 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f08e3ef-3b53-4d05-b4c4-6bc7fa77dc9d req-0dcafd31-381f-4429-b7d9-885b8ca74cd8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.1125810 Jul 22 22:29:22.758777 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7f08e3ef-3b53-4d05-b4c4-6bc7fa77dc9d req-5ee4295e-48c7-4558-b931-4d50472b6d9a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jul 22 22:29:23.900914 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33b12-f2ec-4db3-8155-d1569b222780 req-a3b76c04-53fc-476d-b4f9-2f673ebf6415 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:23.902409 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bd33b12-f2ec-4db3-8155-d1569b222780 req-a3b76c04-53fc-476d-b4f9-2f673ebf6415 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0640178 Jul 22 22:29:23.940763 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1bd33b12-f2ec-4db3-8155-d1569b222780 req-41031b85-de4e-4a78-9891-d1ce1f232924 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324504 Jul 22 22:29:25.073110 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f60dc-6a29-483d-a955-0450f9fbd1b2 req-eb127658-c2b5-4fbb-bea5-ab42474b89fe tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:25.074590 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-643f60dc-6a29-483d-a955-0450f9fbd1b2 req-eb127658-c2b5-4fbb-bea5-ab42474b89fe tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0666480 Jul 22 22:29:25.111651 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-643f60dc-6a29-483d-a955-0450f9fbd1b2 req-3dbfd2b3-a951-4939-8419-0187d7ccf4d7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Jul 22 22:29:26.242199 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309c5ff-1b27-4982-9d74-2677229fd47c req-3568edd6-1bfa-4a9a-a05a-3991d809b4fa tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:26.243684 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1309c5ff-1b27-4982-9d74-2677229fd47c req-3568edd6-1bfa-4a9a-a05a-3991d809b4fa tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0627789 Jul 22 22:29:26.281166 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-1309c5ff-1b27-4982-9d74-2677229fd47c req-d28d8f08-3bd3-4862-a282-65702fbac219 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Jul 22 22:29:27.253517 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:27.410052 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6b79-d983-45a2-83d5-8f7bc675f2d9 req-5662119f-aa04-4c32-b158-3d58865ebca1 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:27.411453 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2beb6b79-d983-45a2-83d5-8f7bc675f2d9 req-5662119f-aa04-4c32-b158-3d58865ebca1 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0646942 Jul 22 22:29:27.448983 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-2beb6b79-d983-45a2-83d5-8f7bc675f2d9 req-7611f996-6bba-48e5-b93f-e33efcc78b05 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jul 22 22:29:28.582293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303f76-4467-418b-babe-0a48e08646a7 req-5e9eb635-20ce-427b-bb36-22638b14ad76 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:28.583765 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-75303f76-4467-418b-babe-0a48e08646a7 req-5e9eb635-20ce-427b-bb36-22638b14ad76 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0698922 Jul 22 22:29:28.625788 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-75303f76-4467-418b-babe-0a48e08646a7 req-2b494ecc-d091-4767-bd86-3ae015bbeeee tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358412 Jul 22 22:29:29.755317 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4bc52-f0cd-4ff4-ba7e-53585c0831bc req-3a9dbedf-753e-4f14-a00f-b2a4eeebdf19 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:29.756948 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5be4bc52-f0cd-4ff4-ba7e-53585c0831bc req-3a9dbedf-753e-4f14-a00f-b2a4eeebdf19 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0637581 Jul 22 22:29:29.795962 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5be4bc52-f0cd-4ff4-ba7e-53585c0831bc req-8b0a80bb-26ad-4d72-b47d-54498231d0cc tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Jul 22 22:29:30.926506 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243088f-c1b4-4afc-a97a-726a1d492c52 req-783e672d-9280-42d1-8a91-bc01024d094f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:30.927984 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2243088f-c1b4-4afc-a97a-726a1d492c52 req-783e672d-9280-42d1-8a91-bc01024d094f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0648811 Jul 22 22:29:30.972699 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2243088f-c1b4-4afc-a97a-726a1d492c52 req-74c36dc8-27de-4a38-a04f-3f072d9c8d1d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Jul 22 22:29:32.108628 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba29dd-2e12-4567-a756-60c662efc600 req-98d03266-2cc5-4a37-88e2-c4e9ce951a53 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:32.110230 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-18ba29dd-2e12-4567-a756-60c662efc600 req-98d03266-2cc5-4a37-88e2-c4e9ce951a53 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0702648 Jul 22 22:29:32.150954 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-18ba29dd-2e12-4567-a756-60c662efc600 req-79371eb0-b698-499f-b862-5f1ee4221069 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349793 Jul 22 22:29:33.285436 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef314ce5-713a-400f-8735-5e26aeb3d84c req-c4d68df0-6647-4069-897a-f3e533c57bda tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:33.287007 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ef314ce5-713a-400f-8735-5e26aeb3d84c req-c4d68df0-6647-4069-897a-f3e533c57bda tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0677726 Jul 22 22:29:33.330700 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ef314ce5-713a-400f-8735-5e26aeb3d84c req-fdfcc728-4212-469a-9b81-392cae6177d3 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372748 Jul 22 22:29:34.469883 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a81b2-7cdf-4b85-92a4-04f877951097 req-8dc69de5-e9c9-497a-97b1-fcf76a381bf6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:34.471278 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d96a81b2-7cdf-4b85-92a4-04f877951097 req-8dc69de5-e9c9-497a-97b1-fcf76a381bf6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0663719 Jul 22 22:29:34.510099 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-d96a81b2-7cdf-4b85-92a4-04f877951097 req-013ed552-82d4-4c18-8def-d4c32c836316 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Jul 22 22:29:35.647750 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb75d8-5c75-453b-9ae8-8dca6494f8da req-ec1e4087-4f4d-41c4-adb6-2d9547969213 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:35.649462 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53eb75d8-5c75-453b-9ae8-8dca6494f8da req-ec1e4087-4f4d-41c4-adb6-2d9547969213 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0657032 Jul 22 22:29:35.686962 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-53eb75d8-5c75-453b-9ae8-8dca6494f8da req-b8e1ebe6-7b94-43ba-8bb1-e59a7ceaeb19 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Jul 22 22:29:36.798839 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-b2c4818c-82dd-4154-896b-4f77abe52cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.800383 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-b2c4818c-82dd-4154-896b-4f77abe52cec service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0551360 Jul 22 22:29:36.823570 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f33c7-e395-4038-a4c5-b96433752737 req-75b1d399-a599-40ae-93b6-fc5ee47b6ea6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.825096 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c7f33c7-e395-4038-a4c5-b96433752737 req-75b1d399-a599-40ae-93b6-fc5ee47b6ea6 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0691488 Jul 22 22:29:36.863773 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-4c7f33c7-e395-4038-a4c5-b96433752737 req-90025f5c-0b4a-4906-81e4-3a98d244d95d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329568 Jul 22 22:29:36.899425 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-5cec4209-2178-4a55-9f81-478e38b98fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:36.900932 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-5cec4209-2178-4a55-9f81-478e38b98fb6 service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0898294 Jul 22 22:29:36.964131 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-35f12a3c-13c6-49c6-8cc0-c6031a3eec1e service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1000 time: 0.0561612 Jul 22 22:29:37.018319 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-c9299aa9-c7f0-4bea-8749-140f9f22911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:37.019697 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-c9299aa9-c7f0-4bea-8749-140f9f22911a service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0462782 Jul 22 22:29:37.081610 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-6abfdbe9-2d12-4fdb-a5ea-7f43a8d26b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:37.083086 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-6abfdbe9-2d12-4fdb-a5ea-7f43a8d26b90 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525742 Jul 22 22:29:37.180595 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-75fd1951-c698-4ccd-bebd-f17ad570aadf service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861809 Jul 22 22:29:37.271756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2a81e8e5-4b0c-42dd-8aff-76f47a65d99d req-7580c8ae-cae3-46aa-8aa9-42ecda5d9cbc service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806143 Jul 22 22:29:37.991944 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170285-f1f5-46e7-ae0a-b63fedd11b7a req-636d657f-6662-48c5-9c5b-ac4d2ec62c5e tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:37.993503 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d3170285-f1f5-46e7-ae0a-b63fedd11b7a req-636d657f-6662-48c5-9c5b-ac4d2ec62c5e tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0626805 Jul 22 22:29:38.030537 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-d3170285-f1f5-46e7-ae0a-b63fedd11b7a req-3d9c9ee8-5c50-47b7-add2-5a2e6375fc22 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Jul 22 22:29:39.163086 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bb7be-cdcb-4215-88cd-4e8c01c15cf4 req-84f7c3ab-74b8-4499-9c1d-a1d7c1487df0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:39.165137 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-de7bb7be-cdcb-4215-88cd-4e8c01c15cf4 req-84f7c3ab-74b8-4499-9c1d-a1d7c1487df0 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0669110 Jul 22 22:29:39.204578 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-de7bb7be-cdcb-4215-88cd-4e8c01c15cf4 req-426d233d-b585-47f7-8d92-1e3636411194 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 22 22:29:39.918163 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-cf6c4a15-d122-4560-8516-0b105f4bef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:39.919755 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-cf6c4a15-d122-4560-8516-0b105f4bef74 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.3586032 Jul 22 22:29:40.031467 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-32320a94-93db-490c-8c80-7b6a220c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:40.033045 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-32320a94-93db-490c-8c80-7b6a220c8a47 service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0859354 Jul 22 22:29:40.107278 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-8ccb4d7f-c977-44cd-8b92-c8d54fc8419e service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1000 time: 0.0659604 Jul 22 22:29:40.162369 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-c15e1536-c451-4633-b814-378fbf66241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:40.163935 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-c15e1536-c451-4633-b814-378fbf66241c service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0483747 Jul 22 22:29:40.237566 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-d3932031-e107-4aa1-95a7-8084abc83100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:40.239061 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-d3932031-e107-4aa1-95a7-8084abc83100 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610359 Jul 22 22:29:40.377283 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-d0f0501f-7f54-4172-aa5c-d36e0da12cc0 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293457 Jul 22 22:29:40.389458 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c285-a1e0-43dc-bd0d-e330b45e6fc9 req-07b6155a-3787-443b-bfcc-333b783127be tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:40.390892 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a081c285-a1e0-43dc-bd0d-e330b45e6fc9 req-07b6155a-3787-443b-bfcc-333b783127be tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.1203763 Jul 22 22:29:40.480371 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-a081c285-a1e0-43dc-bd0d-e330b45e6fc9 req-341b9c95-0fda-4a2e-8d28-f5091fabe27b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813711 Jul 22 22:29:40.504001 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-c7784e11-c354-4375-b33d-d1106de3bd08 req-68014d0b-d6b1-42c0-8b39-394a4217108e service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121733 Jul 22 22:29:41.727264 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 46022) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:29:41.729626 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8e659-aca4-487a-a3df-34d66f306ac3 req-47ca670c-9813-4989-89d2-f5ed5e01a8c9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:41.731149 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4ab8e659-aca4-487a-a3df-34d66f306ac3 req-47ca670c-9813-4989-89d2-f5ed5e01a8c9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0671477 Jul 22 22:29:41.783076 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-4ab8e659-aca4-487a-a3df-34d66f306ac3 req-b41dff3b-d33e-44da-ba1b-e917084f1a22 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Jul 22 22:29:41.823464 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-3bb8adde-0b4e-42de-8da7-c1696c25bd91 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943902 Jul 22 22:29:42.918973 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c424-de71-4c16-8882-dff7b23328b4 req-f09fbe09-6169-4572-9ab9-7a0f6d85e86b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:42.920518 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3889c424-de71-4c16-8882-dff7b23328b4 req-f09fbe09-6169-4572-9ab9-7a0f6d85e86b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0709851 Jul 22 22:29:42.959221 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3889c424-de71-4c16-8882-dff7b23328b4 req-2cf34867-7df7-4f46-9fed-5da5f74608d4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Jul 22 22:29:42.981888 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f552eab1-0dcc-4e0b-a3bb-3cb973773b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:44.096356 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb66684-c96b-4719-ab90-a905b8b9cf02 req-217f7180-1c86-4859-9f45-92d655f2faf4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:44.097845 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-efb66684-c96b-4719-ab90-a905b8b9cf02 req-217f7180-1c86-4859-9f45-92d655f2faf4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0689526 Jul 22 22:29:44.136230 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-efb66684-c96b-4719-ab90-a905b8b9cf02 req-d649b7e6-7e1d-445c-abbd-4a17d21f51c4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Jul 22 22:29:44.458450 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:29:44.537989 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:44.562673 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:29:44.564933 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cac9a0-9167-47ee-8397-f589af3efa54" -d '{"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-unplugged", "status": "completed", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:29:44.578340 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:44.584065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:44.610168 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bfd417-0f14-4bb8-977f-b6ef8bcb2157 x-openstack-request-id: req-72bfd417-0f14-4bb8-977f-b6ef8bcb2157 {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:29:44.610465 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-unplugged", "status": "failed", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "code": 422}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:29:44.610722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-72bfd417-0f14-4bb8-977f-b6ef8bcb2157 {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:29:44.611115 dv-cinder-801868-2-iscsi neutron-server[93219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'code': 422} returned with failed status Jul 22 22:29:44.635440 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=6']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:44.642408 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.642766 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.643118 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.643464 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.643809 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.644147 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.644511 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.644847 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.645184 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.645515 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.645845 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:44.646173 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:29:45.269061 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5c69-a5d9-4d20-b168-129e5b59c049 req-434112b7-63d7-4581-9e97-9cf81fe0ed7b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:45.270548 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f1d5c69-a5d9-4d20-b168-129e5b59c049 req-434112b7-63d7-4581-9e97-9cf81fe0ed7b tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0679085 Jul 22 22:29:45.308685 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2f1d5c69-a5d9-4d20-b168-129e5b59c049 req-8d201c86-ba6b-4bd6-8847-230695cd2e27 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Jul 22 22:29:45.712847 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:46.129552 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-343b16de-e429-4dd8-863f-ff85d1ba3640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:46.440338 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22311d8d-478c-454e-afa6-f7140b9fe0dc req-b7c28387-c646-49d7-a8fc-98406a9fed42 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:46.441913 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22311d8d-478c-454e-afa6-f7140b9fe0dc req-b7c28387-c646-49d7-a8fc-98406a9fed42 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0651023 Jul 22 22:29:46.481246 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-22311d8d-478c-454e-afa6-f7140b9fe0dc req-43583745-ebf0-4063-8688-d11a5db6957c tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jul 22 22:29:46.772691 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:47.615359 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6bb23-4c4f-4e6d-9677-52caea85858e req-eeee65f3-58b4-48da-a52b-837562e9ea70 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:47.616929 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ede6bb23-4c4f-4e6d-9677-52caea85858e req-eeee65f3-58b4-48da-a52b-837562e9ea70 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0692282 Jul 22 22:29:47.682619 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-ede6bb23-4c4f-4e6d-9677-52caea85858e req-f1452d16-3a9c-4015-bace-d2549afff960 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599082 Jul 22 22:29:47.746067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-4df94bbf-e5d5-4116-8c9d-4967474bab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:47.747569 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-4df94bbf-e5d5-4116-8c9d-4967474bab95 service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729&tenant_id=748160a4ef46401a8836e6b4346ee31c HTTP/1.1" status: 200 len: 1096 time: 0.1043725 Jul 22 22:29:47.851731 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-304c941e-6925-4f4b-bc0f-011888559269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:47.854219 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-304c941e-6925-4f4b-bc0f-011888559269 service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1096 time: 0.0574882 Jul 22 22:29:47.956176 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-7670ff7d-c87c-46fa-b27a-40d2553fb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:47.957723 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-7670ff7d-c87c-46fa-b27a-40d2553fb862 service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0897574 Jul 22 22:29:48.034059 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-d31dcea8-d2fb-41cb-ae8c-370a105b987c service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 998 time: 0.0675659 Jul 22 22:29:48.083130 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-5119f4b9-3f33-4bcf-8af3-1533fa2c1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:48.084719 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-5119f4b9-3f33-4bcf-8af3-1533fa2c1d84 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0431731 Jul 22 22:29:48.147303 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-e0ebe16a-c93a-4dd3-9183-3275aeadab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:48.148776 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-e0ebe16a-c93a-4dd3-9183-3275aeadab4a service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532496 Jul 22 22:29:48.266959 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-0411b621-cdfd-45f7-8ac8-b5db286cbc5c service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058996 Jul 22 22:29:48.361182 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-5b845faf-7e40-4c07-a77a-aa0caa8b047b req-b640fd7c-aad3-42c6-8157-d63391d56008 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859199 Jul 22 22:29:48.812195 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e3db-b6b1-4439-8d2f-40f95c197c97 req-802ad301-a756-4257-bedd-420b66a27ff8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:48.813710 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1c71e3db-b6b1-4439-8d2f-40f95c197c97 req-802ad301-a756-4257-bedd-420b66a27ff8 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0661242 Jul 22 22:29:48.861207 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-1c71e3db-b6b1-4439-8d2f-40f95c197c97 req-1313a1c7-2b74-4dd1-bb31-629bd0e736ad tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Jul 22 22:29:48.988110 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:50.010049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb416a-505e-4721-acb9-eaed4ec4eec6 req-4e4b5aeb-6a26-4333-b7bf-b9b66161d238 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:50.012030 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b3cb416a-505e-4721-acb9-eaed4ec4eec6 req-4e4b5aeb-6a26-4333-b7bf-b9b66161d238 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0832098 Jul 22 22:29:50.050635 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-b3cb416a-505e-4721-acb9-eaed4ec4eec6 req-eabe3b11-41ef-48c9-b2ae-d89197bf1da7 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 22 22:29:51.181742 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eebb0-4435-4467-a8a7-0f0251d923b9 req-f174ee38-679f-476e-b7d5-19c849f36a2c tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:51.183749 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-495eebb0-4435-4467-a8a7-0f0251d923b9 req-f174ee38-679f-476e-b7d5-19c849f36a2c tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0669756 Jul 22 22:29:51.221789 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-495eebb0-4435-4467-a8a7-0f0251d923b9 req-2403c834-e111-42b8-9450-31b49cd5cbd9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Jul 22 22:29:52.365132 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e085-7047-4762-beb0-70289679ae9a req-ddaca811-3410-462f-8805-b541b41bcb17 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:52.366636 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-58c5e085-7047-4762-beb0-70289679ae9a req-ddaca811-3410-462f-8805-b541b41bcb17 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0645964 Jul 22 22:29:52.404893 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-58c5e085-7047-4762-beb0-70289679ae9a req-ed7be6c7-f9de-4760-9bf1-a31d54d98e7a tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 22 22:29:53.536282 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6769b-f25c-435a-9d8d-8e42db86bdd5 req-12a7620f-bb4a-402b-bab0-b945e6cb4ba9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:53.537821 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9bb6769b-f25c-435a-9d8d-8e42db86bdd5 req-12a7620f-bb4a-402b-bab0-b945e6cb4ba9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0654209 Jul 22 22:29:53.575849 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-9bb6769b-f25c-435a-9d8d-8e42db86bdd5 req-ee42f7e3-d371-421e-9f7e-cf56460ace32 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Jul 22 22:29:54.508605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 details requested by agent hyperv_hv-cinder-80186 with host hv-cinder-80186 {{(pid=93219) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 22:29:54.605774 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:54.617144 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Returning: {'device': 'a4921983-190d-442c-9183-00b08dbb9001', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'port_id': 'a4921983-190d-442c-9183-00b08dbb9001', 'mac_address': 'fa:16:3e:a9:b1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93219) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 22:29:54.654725 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:54.668190 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4921983-190d-442c-9183-00b08dbb9001 {{(pid=93219) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 22:29:54.688379 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:54.692790 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:54.711488 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003eb1-ba5e-437e-9278-92cf446d35a0 req-4f6518b0-9f23-4e28-9a80-b42a7cb7810e tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:54.713012 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-55003eb1-ba5e-437e-9278-92cf446d35a0 req-4f6518b0-9f23-4e28-9a80-b42a7cb7810e tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 943 time: 0.0698791 Jul 22 22:29:54.742863 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=7']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:54.751511 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-55003eb1-ba5e-437e-9278-92cf446d35a0 req-fc4ddd96-559c-483b-8f07-44573d0ed9f9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Jul 22 22:29:55.148082 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] get_ports_and_sgs() called for port_ids ['a4921983-190d-442c-9183-00b08dbb9001'] {{(pid=93219) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 22:29:55.890657 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976913f3-c39c-485c-a076-15e48eee039d req-a7429f74-ca09-4aa5-abd3-15911e575660 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:55.892140 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-976913f3-c39c-485c-a076-15e48eee039d req-a7429f74-ca09-4aa5-abd3-15911e575660 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 944 time: 0.0665259 Jul 22 22:29:55.930436 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-976913f3-c39c-485c-a076-15e48eee039d req-bb367768-1661-466a-b675-177850d304a1 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327687 Jul 22 22:29:56.517182 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 up at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 22:29:56.566668 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.provisioning_blocks [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Provisioning complete for port a4921983-190d-442c-9183-00b08dbb9001 triggered by entity L2. {{(pid=93219) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 22:29:56.567036 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749759'] for port, provisioning_complete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:56.642076 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-659462'] for port, before_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:56.663537 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93219) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:29:56.665774 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3808b635ff9c9b8c70d0d62d76f81ef94363134c1d687ae68f6f15c71a2e9f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6c498-5eaf-4565-9067-25d3032a0e96" -d '{"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-plugged", "status": "completed", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93219) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:29:56.678170 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-d924715a-758e-42d5-b781-e6348e77201c None None] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:29:56.683098 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792629843770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792629442717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792629442735'] for port, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:56.711372 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a863823-63d8-4459-8320-fe087f34977f x-openstack-request-id: req-6a863823-63d8-4459-8320-fe087f34977f {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:29:56.711661 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-plugged", "status": "completed", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "code": 200}]} {{(pid=93219) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:29:56.711911 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6a863823-63d8-4459-8320-fe087f34977f {{(pid=93219) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:29:56.712313 dv-cinder-801868-2-iscsi neutron-server[93219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'code': 200} Jul 22 22:29:56.737625 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Pushing event updated for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=8']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:29:56.818899 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:29:57.013993 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546275e-37a1-4856-890a-54aea98d5bbe req-e5c54ba2-157c-47fc-8b29-b384acad5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:57.015563 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9546275e-37a1-4856-890a-54aea98d5bbe req-e5c54ba2-157c-47fc-8b29-b384acad5bfd service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0544086 Jul 22 22:29:57.058570 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-9546275e-37a1-4856-890a-54aea98d5bbe req-ff39b1ba-0774-4dec-ba8e-d89b9a0f3094 service neutron] 10.222.0.125 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307865 Jul 22 22:29:57.060946 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda9a63-75c0-4a4f-a96f-ad2f658f4f4e req-a654129e-745c-4a4a-a9fa-3a5c5f4b6e37 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:57.062461 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7eda9a63-75c0-4a4f-a96f-ad2f658f4f4e req-a654129e-745c-4a4a-a9fa-3a5c5f4b6e37 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0656397 Jul 22 22:29:57.099208 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-7eda9a63-75c0-4a4f-a96f-ad2f658f4f4e req-8b70cc03-9cf3-4bb5-9432-5bac909000d2 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 22 22:29:57.257712 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:29:58.231146 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd80bf-be6a-416a-8fb3-b0e9f415fe08 req-61e6d499-05ca-443b-b888-3139986ec262 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:58.232651 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7ccd80bf-be6a-416a-8fb3-b0e9f415fe08 req-61e6d499-05ca-443b-b888-3139986ec262 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0639541 Jul 22 22:29:58.271389 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-7ccd80bf-be6a-416a-8fb3-b0e9f415fe08 req-4465e948-b477-483f-8c97-2cfae1457963 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jul 22 22:29:59.403145 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213089e-2571-47a6-b5b8-3369e04b37fa req-b0511502-1d43-4f0d-a156-2a77fed968bf tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:29:59.404625 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e213089e-2571-47a6-b5b8-3369e04b37fa req-b0511502-1d43-4f0d-a156-2a77fed968bf tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0676477 Jul 22 22:29:59.449443 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-e213089e-2571-47a6-b5b8-3369e04b37fa req-d45fac42-44df-4a9b-99f5-c8e9f3a6ee1d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388489 Jul 22 22:30:12.983534 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ad58-8c48-4b65-aece-494607f17aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:15.713894 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:16.131118 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-35a989b0-8565-403f-a5d4-330fb4514591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:16.775123 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:18.990726 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:27.274560 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:33.818610 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:30:40.535060 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-8b2ba017-58f9-47ea-9afb-01068d98261a service neutron] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609479 Jul 22 22:30:40.542835 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [req-6d5ca59a-dcd1-49af-94dd-b5b153bdebac req-c99a8571-937f-4af6-b8ff-5dca24d1fed0 service neutron] (93217) timed out ('10.222.0.125', 56771) {{(pid=93217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:30:40.657675 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-831248de-90b8-455d-9211-19d3d0e006dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:40.659276 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-831248de-90b8-455d-9211-19d3d0e006dc service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0558851 Jul 22 22:30:40.771293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-1c997528-1ebb-4187-9cc3-5bcd5c00b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:40.772706 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-1c997528-1ebb-4187-9cc3-5bcd5c00b4fd service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0924926 Jul 22 22:30:40.839567 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-a638da1d-2a1d-496c-864b-9cd6c118ba75 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 1000 time: 0.0584886 Jul 22 22:30:40.893021 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-a76a5c5c-c789-45fa-a1c2-6b6f5af89f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:40.894504 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-a76a5c5c-c789-45fa-a1c2-6b6f5af89f3a service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0442667 Jul 22 22:30:40.961293 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-fdda3dd9-cc79-45b4-bf0a-1b13f40c8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:30:40.962787 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-fdda3dd9-cc79-45b4-bf0a-1b13f40c8ff3 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599897 Jul 22 22:30:41.054529 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-1fa525ed-a6ac-45c1-9e6c-98268f486284 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830488 Jul 22 22:30:41.148964 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-77300fdd-6dc7-458a-90af-2ccbb2e05834 req-adb48fbd-56ed-479b-9b06-5dd11daafd90 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858519 Jul 22 22:30:41.435334 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-bc0fe5aa-4078-44e0-96a0-c3646ff63a16 req-f8c13355-3680-4c72-bcc6-a4470e37b369 service neutron] (93218) timed out ('10.222.0.125', 56777) {{(pid=93218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:30:42.985978 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d95f38a3-1ff8-4f2c-bef2-ec80d900c6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:45.716430 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:46.131646 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ffe3ecd0-f92d-41a2-8525-d2df2ffb02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:46.779053 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:48.992698 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:30:57.283043 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:10.818154 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:12.988089 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-4d23fc07-9657-4a7c-9584-db1c22d23e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:15.718137 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:16.133130 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-8d954746-b500-4434-be85-272e0918f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:16.781911 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:18.994830 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.413439 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46102) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:21.566960 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Deleting port 15821efd-9151-4403-855a-2a9326533de1 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:21.567308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.640529 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.640864 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.653067 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Calling delete_port for 15821efd-9151-4403-855a-2a9326533de1 owned by network:floatingip {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:21.799556 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.827923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event deleted for resources: {'Port': ['ID=15821efd-9151-4403-855a-2a9326533de1,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:21.838783 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.839135 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.839485 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.839823 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.840160 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.840519 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.840849 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.841177 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.841505 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.841829 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.842152 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.842472 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:21.902764 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for floatingip, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:21.903102 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.db.l3_db [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Floating IP afc9014c-4615-4311-9adc-558f4b541e54 disassociated (deleted). External IP: 172.27.1.83, port: a4921983-190d-442c-9183-00b08dbb9001. Jul 22 22:31:22.105920 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Router 2406893d-76ca-4247-9974-a6710766fffa has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:31:22.211634 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:31:22.216632 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for floatingip, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:22.221307 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Sync routers for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:31:22.230610 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:22.231282 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:22.254773 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-4acfd57e-a66f-4397-a686-7deba9854360 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "DELETE /v2.0/floatingips/afc9014c-4615-4311-9adc-558f4b541e54 HTTP/1.1" status: 204 len: 168 time: 0.8401589 Jul 22 22:31:22.255419 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:31:22.259989 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574085aa-08e8-46dc-b009-fc9cecb453b9" -d '{"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:31:22.337989 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:22.349636 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8fcd1b-f82b-4855-874c-0cad45ec598c x-openstack-request-id: req-4b8fcd1b-f82b-4855-874c-0cad45ec598c {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:31:22.350116 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:31:22.350226 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4b8fcd1b-f82b-4855-874c-0cad45ec598c {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:31:22.350552 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'status': 'completed', 'code': 200} Jul 22 22:31:22.503041 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae230d-3439-4af3-bb9a-4283485ce0e0 req-0b70d0fd-1ebd-46a8-8551-59200650b5c9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.505283 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2ae230d-3439-4af3-bb9a-4283485ce0e0 req-0b70d0fd-1ebd-46a8-8551-59200650b5c9 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0676839 Jul 22 22:31:22.530564 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-b55f96ed-28e7-49fb-862e-683fa0fb13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.532098 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-b55f96ed-28e7-49fb-862e-683fa0fb13dc service neutron] 10.222.0.125 "GET /v2.0/ports?tenant_id=748160a4ef46401a8836e6b4346ee31c&device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 1098 time: 0.0551772 Jul 22 22:31:22.546469 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-b2ae230d-3439-4af3-bb9a-4283485ce0e0 req-e485768a-9ebb-4ecb-ab41-91651ffe7c0f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356178 Jul 22 22:31:22.566670 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:22.593324 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Checking router: 2406893d-76ca-4247-9974-a6710766fffa for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:31:22.603203 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:22.603844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:22.632231 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-8b8af8df-f57a-4198-956a-37cde98b3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.633756 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-8b8af8df-f57a-4198-956a-37cde98b3ce1 service neutron] 10.222.0.125 "GET /v2.0/networks?id=d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 200 len: 910 time: 0.0936286 Jul 22 22:31:22.676828 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-43d0f625-cd92-452f-a72b-9d678eda1b88 service neutron] 10.222.0.125 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 200 len: 217 time: 0.0337517 Jul 22 22:31:22.709428 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:22.727479 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-5cff9219-fae5-4762-8acc-4d1868fd7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.729152 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-5cff9219-fae5-4762-8acc-4d1868fd7ca5 service neutron] 10.222.0.125 "GET /v2.0/subnets?id=35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 200 len: 847 time: 0.0438216 Jul 22 22:31:22.798349 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-4dc08053-bc74-427c-90c6-15daea0bdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:22.799835 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-4dc08053-bc74-427c-90c6-15daea0bdf78 service neutron] 10.222.0.125 "GET /v2.0/ports?network_id=d44697b3-4376-4213-9e05-bb4ad99055e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616329 Jul 22 22:31:22.891369 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-d3e675ef-2016-439e-affa-ef2b22676afa service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822580 Jul 22 22:31:22.909178 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:22.939215 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc41fd9-624a-426f-ad72-fb051ec4eca6 None None] The sync data for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi is: [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:28Z', 'revision_number': 4, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi', '_interfaces': [{'id': 'd99bceec-e62b-4054-8f7f-512d6a74000b', 'name': '', 'network_id': 'd44697b3-4376-4213-9e05-bb4ad99055e9', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'mac_address': 'fa:16:3e:11:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '35b2eff2-3236-408c-a13c-478057422cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:27Z', 'updated_at': '2021-07-22T22:26:33Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'subnets': [{'id': '35b2eff2-3236-408c-a13c-478057422cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:31:22.987026 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-574085aa-08e8-46dc-b009-fc9cecb453b9 req-fb944a3c-3e14-4c49-a0d5-b0edfacb1447 service neutron] 10.222.0.125 "GET /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Jul 22 22:31:23.160116 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce551b4-ad94-4f98-a64d-74cbfc9914c5 None None] New status for floating IP afc9014c-4615-4311-9adc-558f4b541e54: DOWN {{(pid=93220) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 22:31:23.678723 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669688-c927-41fa-a622-123dc9457fb2 req-e49fa7a4-64d9-4285-a2fc-5cbc0cc63d2d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:23.680241 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c669688-c927-41fa-a622-123dc9457fb2 req-e49fa7a4-64d9-4285-a2fc-5cbc0cc63d2d tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0641954 Jul 22 22:31:23.719157 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-2c669688-c927-41fa-a622-123dc9457fb2 req-8746b94c-8ecf-4712-8ac4-36495348d51f tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331972 Jul 22 22:31:24.615775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07065de0-c857-4334-8814-f23883cf7368 req-f4c8bc6a-c987-4b4f-a1b9-0ec83aaa54eb tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:24.617312 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-07065de0-c857-4334-8814-f23883cf7368 req-f4c8bc6a-c987-4b4f-a1b9-0ec83aaa54eb tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.125 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0723894 Jul 22 22:31:24.721209 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Deleting port a4921983-190d-442c-9183-00b08dbb9001 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:24.721913 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:24.816467 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] For port a4921983-190d-442c-9183-00b08dbb9001, host hv-cinder-80186, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80186',level=0,port_id=a4921983-190d-442c-9183-00b08dbb9001,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:24.816834 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:24.828709 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Calling delete_port for a4921983-190d-442c-9183-00b08dbb9001 owned by compute:nova {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:24.848816 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e175813-65dc-4c31-8cc5-d7bfe846f779 req-cdf0495e-2b13-4db3-a699-aaa4f7945dc4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93218) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 22:31:24.850153 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e175813-65dc-4c31-8cc5-d7bfe846f779 req-cdf0495e-2b13-4db3-a699-aaa4f7945dc4 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 945 time: 0.0651262 Jul 22 22:31:24.890165 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-3e175813-65dc-4c31-8cc5-d7bfe846f779 req-78447c9d-cf6f-4115-94e6-65f62de0a480 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/security-groups?id=4565f1a1-753b-4745-96d5-5dce7936eb96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Jul 22 22:31:24.961010 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:24.990605 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event deleted for resources: {'Port': ['ID=a4921983-190d-442c-9183-00b08dbb9001,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:25.038970 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] No DVR routers for this DVR port a4921983-190d-442c-9183-00b08dbb9001 on host hv-cinder-80186 {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:31:25.041643 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123555'] for port, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:25.043591 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [req-07065de0-c857-4334-8814-f23883cf7368 req-9b65b163-00e7-4d20-87c0-f02f8e9d1675 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.125 "DELETE /v2.0/ports/a4921983-190d-442c-9183-00b08dbb9001 HTTP/1.1" status: 204 len: 173 time: 0.4191611 Jul 22 22:31:25.044022 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-deleted', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001'}] {{(pid=93217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 22:31:25.046286 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a108dc801cfedd586b37c1055fc4f5ed1100cd33e2ec93db3d667921b0e72924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ae018-9a1a-43f7-85b6-5d78fb180552" -d '{"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-deleted", "tag": "a4921983-190d-442c-9183-00b08dbb9001"}]}' {{(pid=93217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 22:31:25.082318 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85506c69-8c19-46fe-b004-6af9d27e0bc6 x-openstack-request-id: req-85506c69-8c19-46fe-b004-6af9d27e0bc6 {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 22:31:25.082645 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030bdb92-2107-4494-8e09-344eb31a0729", "name": "network-vif-deleted", "tag": "a4921983-190d-442c-9183-00b08dbb9001", "status": "completed", "code": 200}]} {{(pid=93217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 22:31:25.082949 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-85506c69-8c19-46fe-b004-6af9d27e0bc6 {{(pid=93217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 22:31:25.083295 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030bdb92-2107-4494-8e09-344eb31a0729', 'name': 'network-vif-deleted', 'tag': 'a4921983-190d-442c-9183-00b08dbb9001', 'status': 'completed', 'code': 200} Jul 22 22:31:26.004801 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [req-ff49ec37-e828-489e-a0c4-09d8ec0b4798 req-c283e410-9363-4bee-a0dc-8c09bd152e18 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "GET /v2.0/ports?device_id=030bdb92-2107-4494-8e09-344eb31a0729 HTTP/1.1" status: 200 len: 210 time: 0.0348125 Jul 22 22:31:27.061951 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46134) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:27.119987 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.144725 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.202222 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.206075 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:27.207237 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] 10.222.0.110 "DELETE /v2.0/security-groups/4565f1a1-753b-4745-96d5-5dce7936eb96 HTTP/1.1" status: 204 len: 168 time: 0.1443205 Jul 22 22:31:27.216768 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bb16c-7f02-4c7f-91a8-d44106333d13 tempest-TestShelveInstance-1907110613 tempest-TestShelveInstance-1907110613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565f1a1-753b-4745-96d5-5dce7936eb96,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:27.311450 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:28.275493 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46140) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:28.918727 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 no longer exists at agent hyperv_hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:28.938189 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-d924715a-758e-42d5-b781-e6348e77201c None None] No Port match for: a4921983-190d-442c-9183-00b08dbb9001 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:28.938535 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Device a4921983-190d-442c-9183-00b08dbb9001 not bound to the agent host hv-cinder-80186 {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:28.965921 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.218909 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Deleting port d99bceec-e62b-4054-8f7f-512d6a74000b {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:29.219148 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.295518 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] For port d99bceec-e62b-4054-8f7f-512d6a74000b, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d99bceec-e62b-4054-8f7f-512d6a74000b,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:29.296245 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.312523 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Calling delete_port for d99bceec-e62b-4054-8f7f-512d6a74000b owned by network:router_interface {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:29.492552 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.515305 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Pushing event deleted for resources: {'Port': ['ID=d99bceec-e62b-4054-8f7f-512d6a74000b,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:29.699368 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:29.910114 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Router 2406893d-76ca-4247-9974-a6710766fffa has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:31:30.017545 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:31:30.022642 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-045963e0-8030-46aa-b286-c1dd4ea1eabf admin admin] 10.222.0.110 "PUT /v2.0/routers/2406893d-76ca-4247-9974-a6710766fffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456157 Jul 22 22:31:30.024767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46144) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:30.025741 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Sync routers for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:31:30.035413 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:30.036022 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:30.132682 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks [] for router, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.233208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.270717 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: dv-cinder-801868-2-iscsi {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:30.293962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Deleting port 15c499e8-07ef-4684-9ecb-a00696689066 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:30.294308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.376980 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] For port 15c499e8-07ef-4684-9ecb-a00696689066, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=15c499e8-07ef-4684-9ecb-a00696689066,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:30.377745 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.390089 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Calling delete_port for 15c499e8-07ef-4684-9ecb-a00696689066 owned by network:router_gateway {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:30.453788 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '15c499e8-07ef-4684-9ecb-a00696689066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:31:29Z', 'revision_number': 5, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port': {'id': '15c499e8-07ef-4684-9ecb-a00696689066', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2406893d-76ca-4247-9974-a6710766fffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:30.485441 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Checking router: 2406893d-76ca-4247-9974-a6710766fffa for host: dv-cinder-801868-2-iscsi {{(pid=93219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:31:30.495422 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Routers {'2406893d-76ca-4247-9974-a6710766fffa'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:30.496044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['2406893d-76ca-4247-9974-a6710766fffa'], 'active': True} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:30.557493 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.583517 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Pushing event deleted for resources: {'Port': ['ID=15c499e8-07ef-4684-9ecb-a00696689066,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:30.588126 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvr_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] Set router 2406893d-76ca-4247-9974-a6710766fffa gateway port host: None {{(pid=93219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:30.643050 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_hamode_db [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:31:30Z', 'revision_number': 6, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:30.651021 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.674183 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86cc95-76ae-437c-846f-620645bfc41c None None] The sync data for ids ['2406893d-76ca-4247-9974-a6710766fffa'] in dv-cinder-801868-2-iscsi is: [{'id': '2406893d-76ca-4247-9974-a6710766fffa', 'name': 'tempest-TestShelveInstance-968882810-router', 'tenant_id': '748160a4ef46401a8836e6b4346ee31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:25Z', 'updated_at': '2021-07-22T22:31:30Z', 'revision_number': 6, 'project_id': '748160a4ef46401a8836e6b4346ee31c', 'gw_port_host': None}] {{(pid=93219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:31:30.740691 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.742775 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.785311 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.785923 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2406893d-76ca-4247-9974-a6710766fffa {{(pid=93217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:31:30.792235 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] Notify callbacks [] for router, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.793496 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-33b67336-39ce-41cd-ba13-8a334d42fa1e admin admin] 10.222.0.110 "DELETE /v2.0/routers/2406893d-76ca-4247-9974-a6710766fffa HTTP/1.1" status: 204 len: 168 time: 0.7677383 Jul 22 22:31:30.796048 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46146) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:30.846202 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Deleting subnet 35b2eff2-3236-408c-a13c-478057422cad {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:31:30.849294 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.882869 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12659995'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:30.958886 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.014591 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12660178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855891'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.045226 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b2eff2-3236-408c-a13c-478057422cad,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:31.051208 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.055755 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-1a92281a-b5ee-4d98-84ec-22fbad0b59c7 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/35b2eff2-3236-408c-a13c-478057422cad HTTP/1.1" status: 204 len: 168 time: 0.2565393 Jul 22 22:31:31.056767 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46148) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:31.059015 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873813c-187a-40b3-8a8a-00c5b01d5c0f None None] Network d44697b3-4376-4213-9e05-bb4ad99055e9 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:31:31.134654 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.190292 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Deleting port dac116b2-fefb-4ca5-af41-139c401ca7b5 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:31.190631 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.257839 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] For port dac116b2-fefb-4ca5-af41-139c401ca7b5, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=dac116b2-fefb-4ca5-af41-139c401ca7b5,segment=NetworkSegment(05f51c75-a55e-460a-856a-e29d868c4512),segment_id=05f51c75-a55e-460a-856a-e29d868c4512)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:31.258090 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.269949 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Calling delete_port for dac116b2-fefb-4ca5-af41-139c401ca7b5 owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:31.347052 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.375668 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac116b2-fefb-4ca5-af41-139c401ca7b5,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:31.380264 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] No DVR routers for this DVR port dac116b2-fefb-4ca5-af41-139c401ca7b5 on host dv-cinder-801868-2-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:31:31.448423 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1fb75-7d00-4819-9455-e039bee68a1e None None] DHCP port deletion for d44697b3-4376-4213-9e05-bb4ad99055e9 request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:31:31.454466 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.469358 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44697b3-4376-4213-9e05-bb4ad99055e9']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:31.479461 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f51c75-a55e-460a-856a-e29d868c4512') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:31.479757 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f51c75-a55e-460a-856a-e29d868c4512') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:31.489401 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.504192 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.511236 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:31:31.511557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:31:31.513481 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:31:31.572184 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.577852 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:31.579728 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] 10.222.0.110 "DELETE /v2.0/networks/d44697b3-4376-4213-9e05-bb4ad99055e9 HTTP/1.1" status: 204 len: 168 time: 0.5225985 Jul 22 22:31:31.582652 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 46150) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:31.590755 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef77171-f73b-459b-918a-11405cd23293 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44697b3-4376-4213-9e05-bb4ad99055e9,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:31.931288 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1747853'] for router_interface, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.190305 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Deleting port d74f1932-d489-47ce-8fd9-4deec2bb380f {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:32.190542 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.274074 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] For port d74f1932-d489-47ce-8fd9-4deec2bb380f, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=d74f1932-d489-47ce-8fd9-4deec2bb380f,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:32.274431 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.289025 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Calling delete_port for d74f1932-d489-47ce-8fd9-4deec2bb380f owned by network:router_interface {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:32.476472 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.503312 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d74f1932-d489-47ce-8fd9-4deec2bb380f,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:32.527567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d99bceec-e62b-4054-8f7f-512d6a74000b no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:32.533945 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.534460 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.534810 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.535150 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.535485 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.535824 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.536157 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.536510 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.536843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.537177 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.537500 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.537825 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:32.553711 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: d99bceec-e62b-4054-8f7f-512d6a74000b {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:32.554095 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d99bceec-e62b-4054-8f7f-512d6a74000b not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:32.554568 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 15c499e8-07ef-4684-9ecb-a00696689066 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:32.576180 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 15c499e8-07ef-4684-9ecb-a00696689066 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:32.576572 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 15c499e8-07ef-4684-9ecb-a00696689066 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:32.577006 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dac116b2-fefb-4ca5-af41-139c401ca7b5 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:32.597270 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: dac116b2-fefb-4ca5-af41-139c401ca7b5 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:32.597938 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device dac116b2-fefb-4ca5-af41-139c401ca7b5 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:32.686937 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747729'] for router_interface, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:32.905390 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 has already been hosted by L3 agent 9985d204-10e0-4063-85e2-d7db66a09929 {{(pid=93218) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 22:31:33.010835 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] Notify agent at l3_agent.dv-cinder-801868-2-iscsi the message routers_updated {{(pid=93218) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 22:31:33.015757 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-356f8b43-7ae1-47ac-8967-2928b1366e7e admin admin] 10.222.0.110 "PUT /v2.0/routers/afd62995-1a8b-4d32-b891-3ccc26f2e0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320936 Jul 22 22:31:33.019071 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [-] (93218) accepted ('10.222.0.110', 46152) {{(pid=93218) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:33.021923 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Sync routers for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 22:31:33.031101 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:33.031698 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:33.124577 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.148931 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: dv-cinder-801868-2-iscsi {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:33.237900 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.297487 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Deleting port 4749c92b-1582-40c2-b07f-3efb8a9f1f54 {{(pid=93218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:33.297827 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.331165 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'external_fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:31:32Z', 'revision_number': 5, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port': {'id': '4749c92b-1582-40c2-b07f-3efb8a9f1f54', 'name': '', 'network_id': '15c85e38-4d22-4766-acde-5f7cf651e410', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801868-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T22:26:30Z', 'updated_at': '2021-07-22T22:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3e77e6a-409b-4c3a-a4d2-89f3df327586', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801868-2-iscsi'}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:33.356166 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Checking router: afd62995-1a8b-4d32-b891-3ccc26f2e0f4 for host: dv-cinder-801868-2-iscsi {{(pid=93220) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 22:31:33.365127 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Routers {'afd62995-1a8b-4d32-b891-3ccc26f2e0f4'} bound to L3 agent in host dv-cinder-801868-2-iscsi {{(pid=93220) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 22:31:33.366204 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801868-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T22:04:46Z,description=,heartbeat_timestamp=2021-07-22T22:31:16Z,host='dv-cinder-801868-2-iscsi',id=9985d204-10e0-4063-85e2-d7db66a09929,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T22:04:46Z,topic='l3_agent')) {'router_ids': ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'], 'active': True} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:33.383578 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.db [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] For port 4749c92b-1582-40c2-b07f-3efb8a9f1f54, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=4749c92b-1582-40c2-b07f-3efb8a9f1f54,segment=NetworkSegment(5806376b-90bf-448d-add4-099bdccfda59),segment_id=5806376b-90bf-448d-add4-099bdccfda59)] {{(pid=93218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:33.383938 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.396843 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Calling delete_port for 4749c92b-1582-40c2-b07f-3efb8a9f1f54 owned by network:router_gateway {{(pid=93218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:33.452698 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_dvr_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] Set router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 gateway port host: None {{(pid=93220) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 22:31:33.507184 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.l3_hamode_db [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:31:33Z', 'revision_number': 6, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port_host': None}], 'dv-cinder-801868-2-iscsi', False) {} {{(pid=93220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:33.535109 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc14bd2b-55ef-46ce-a1bd-a3a8fc3a7d24 None None] The sync data for ids ['afd62995-1a8b-4d32-b891-3ccc26f2e0f4'] in dv-cinder-801868-2-iscsi is: [{'id': 'afd62995-1a8b-4d32-b891-3ccc26f2e0f4', 'name': 'tempest-TestShelveInstance-1056056972-router', 'tenant_id': '87600c7e8b494e2cba8f34d952b3d468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T22:26:29Z', 'updated_at': '2021-07-22T22:31:33Z', 'revision_number': 6, 'project_id': '87600c7e8b494e2cba8f34d952b3d468', 'gw_port_host': None}] {{(pid=93220) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 22:31:33.582290 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13235928'] for port, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.608759 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4749c92b-1582-40c2-b07f-3efb8a9f1f54,revision_number=None']} {{(pid=93218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:33.670012 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1745847'] for router_gateway, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.757131 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1744224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15814'] for router, precommit_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.759112 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.804324 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1745228'] for router, after_delete {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.804889 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd62995-1a8b-4d32-b891-3ccc26f2e0f4 {{(pid=93218) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 22:31:33.809384 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron_lib.callbacks.manager [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.810632 dv-cinder-801868-2-iscsi neutron-server[93218]: INFO neutron.wsgi [None req-b5a9ed0d-0039-43b1-8969-320923812fb3 admin admin] 10.222.0.110 "DELETE /v2.0/routers/afd62995-1a8b-4d32-b891-3ccc26f2e0f4 HTTP/1.1" status: 204 len: 168 time: 0.7905679 Jul 22 22:31:33.813241 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46154) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:33.859727 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Deleting subnet c8749d59-3bf4-476c-8b6e-960a5763a700 {{(pid=93217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 22:31:33.863308 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.897529 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12659995'] for subnet, precommit_delete_associations {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:33.982408 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750868'] for subnet, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.034413 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12660178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855891'] for subnet, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.060903 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8749d59-3bf4-476c-8b6e-960a5763a700,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:34.062838 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for subnet, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.064923 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-57c51037-2a3a-45b8-9cb8-8069b531ee63 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c8749d59-3bf4-476c-8b6e-960a5763a700 HTTP/1.1" status: 204 len: 168 time: 0.2503765 Jul 22 22:31:34.067766 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46156) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:34.069642 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80752abc-a7e0-4671-aca5-d8c0f8fdbb73 None None] Network 95f8315f-02c2-47f1-a145-af18a696e6f1 requested from dv-cinder-801868-2-iscsi {{(pid=93219) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 22:31:34.139407 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525779'] for network, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.194557 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Deleting port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 {{(pid=93217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:34.194907 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.263962 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.db [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] For port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:34.264351 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.281832 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.plugin [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Calling delete_port for b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 owned by network:dhcp {{(pid=93217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:34.290206 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] DHCP port deletion for 95f8315f-02c2-47f1-a145-af18a696e6f1 request from dv-cinder-801868-2-iscsi {{(pid=93219) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 22:31:34.336722 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Deleting port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 {{(pid=93219) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 22:31:34.337099 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792629843092'] for port, before_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.368460 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12660103'] for port, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.396747 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:34.398936 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] No DVR routers for this DVR port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 on host dv-cinder-801868-2-iscsi {{(pid=93217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:31:34.407502 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.db [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] For port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21, host dv-cinder-801868-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801868-2-iscsi',level=0,port_id=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,segment=NetworkSegment(6e195e66-4184-43f5-82bc-52a7b4c9ee8f),segment_id=6e195e66-4184-43f5-82bc-52a7b4c9ee8f)] {{(pid=93219) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 22:31:34.408618 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1745248'] for port, precommit_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.420898 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Calling delete_port for b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 owned by network:dhcp {{(pid=93219) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 22:31:34.474750 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750632', 'neutron.services.segments.db._delete_segments_for_network-8792629973809'] for network, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.488265 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f8315f-02c2-47f1-a145-af18a696e6f1']}} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:34.501868 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e195e66-4184-43f5-82bc-52a7b4c9ee8f') {'for_net_delete': True} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:34.502164 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.services.segments.db [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e195e66-4184-43f5-82bc-52a7b4c9ee8f') {} {{(pid=93217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 22:31:34.507544 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792629843815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792629442708'] for port, after_delete {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.511981 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792629974074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12659986'] for segment, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.532206 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292'] for segment, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.539600 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=93217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 22:31:34.540159 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12660136'] for segment, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: Traceback (most recent call last): Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: timer() Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: cb(*args, **kw) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: return func(*args, **kwargs) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: self._notify() Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: self.callback(batched_events) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: event.method(event) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: return f(self, *a, **k) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._get(url).json() Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: return self.request(url, 'GET', **kwargs) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 22:31:34.542066 dv-cinder-801868-2-iscsi neutron-server[93217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 22:31:34.546451 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d74f1932-d489-47ce-8fd9-4deec2bb380f no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:34.550331 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Pushing event deleted for resources: {'Port': ['ID=b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21,revision_number=None']} {{(pid=93219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:34.579079 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] No DVR routers for this DVR port b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 on host dv-cinder-801868-2-iscsi {{(pid=93219) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 22:31:34.583238 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.583542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.584163 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.584523 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.584865 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.585294 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.585605 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.585841 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.586177 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.586505 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.586834 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.587157 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45567222-3d21-4a65-b026-dd14e3e6b666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801868-2-iscsi {{(pid=93219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 22:31:34.590692 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: d74f1932-d489-47ce-8fd9-4deec2bb380f {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:34.591048 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device d74f1932-d489-47ce-8fd9-4deec2bb380f not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:34.591466 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:34.605738 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1745811'] for network, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.612438 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579237'] for network, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.614438 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] 10.222.0.110 "DELETE /v2.0/networks/95f8315f-02c2-47f1-a145-af18a696e6f1 HTTP/1.1" status: 204 len: 168 time: 0.5454099 Jul 22 22:31:34.617765 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:34.618536 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device b4c2e40c-7b53-4d23-8d6d-05bb1ba4de21 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:34.618536 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 4749c92b-1582-40c2-b07f-3efb8a9f1f54 no longer exists at agent ovs-agent-dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 22:31:34.628198 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bffc2d-859f-4ac9-abc7-f8a91a55883c admin admin] Pushing event deleted for resources: {'Network': ['ID=95f8315f-02c2-47f1-a145-af18a696e6f1,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:34.637785 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.plugin [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] No Port match for: 4749c92b-1582-40c2-b07f-3efb8a9f1f54 {{(pid=93219) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 22:31:34.638070 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron.plugins.ml2.rpc [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Device 4749c92b-1582-40c2-b07f-3efb8a9f1f54 not bound to the agent host dv-cinder-801868-2-iscsi {{(pid=93219) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 22:31:34.726853 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46160) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:34.770174 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-06f8632d-3f2b-487d-b703-93c93cefd6e3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=748160a4ef46401a8836e6b4346ee31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421596 Jul 22 22:31:34.772633 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46162) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:34.821049 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.842422 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.889524 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.894980 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:34.896951 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ab021c8d-abfb-4aa5-9916-281750b5f0f0 HTTP/1.1" status: 204 len: 168 time: 0.1231890 Jul 22 22:31:34.906940 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f55d7c-eb6b-41a8-bf98-6fc65fbf4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab021c8d-abfb-4aa5-9916-281750b5f0f0,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:35.207960 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46168) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:35.246386 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-7461eb04-c7fc-487e-aa92-5c63e496f1ce admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=87600c7e8b494e2cba8f34d952b3d468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372400 Jul 22 22:31:35.248913 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.wsgi [-] (93217) accepted ('10.222.0.110', 46170) {{(pid=93217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 22:31:35.295873 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:35.317496 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:35.367880 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1869969'] for security_group, after_delete {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:35.370414 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron_lib.callbacks.manager [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:35.371630 dv-cinder-801868-2-iscsi neutron-server[93217]: INFO neutron.wsgi [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8dd4752b-8e12-4b35-9743-93f645d8d21e HTTP/1.1" status: 204 len: 168 time: 0.1217682 Jul 22 22:31:35.380054 dv-cinder-801868-2-iscsi neutron-server[93217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104ff7-7ea2-41cf-b189-c2117c35bd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd4752b-8e12-4b35-9743-93f645d8d21e,revision_number=None']} {{(pid=93217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 22:31:42.991987 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-26f12fce-5e10-43b1-8e11-6f3dc81a4792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:45.719816 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:46.133305 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ddafdf4a-a773-4fcf-b0c2-d23b375b9dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:46.785587 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:47.821596 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:31:48.997662 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:31:57.345952 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:12.992883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-f5318325-ad94-45f5-8e2c-1dc10e4416d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:15.720908 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:16.137503 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-760816c4-7de6-4354-a2b3-179fe15d318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:16.787362 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:18.998724 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:24.822116 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:32:27.348084 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:42.994187 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb1c7-625a-43a4-8c68-e8e37508debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:45.724020 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:46.138821 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-444f190a-3420-4ff8-a19a-0713d3edbfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:46.790567 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:49.001452 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:32:57.352693 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:01.822076 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:33:12.994065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-fa195ed5-0632-4940-9772-6b36c0aacccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:15.725464 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:16.140885 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-ba58c308-5d68-42d7-8c8d-8738360385ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:16.793608 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:19.005385 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:27.351634 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:38.822311 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:33:42.996742 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc1d7-ae68-4e1e-a5c0-0f950738c24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:45.726545 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:46.141613 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1f2d451a-5d3d-4e03-a0d9-50b9d393f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:46.797431 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:49.007069 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:33:57.365967 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:12.998010 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1ebcc04f-8c5e-4ad1-8a1d-a0f21105545a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:15.727920 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:15.821777 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:34:16.144141 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-9d94f0d3-231c-4816-bef4-5911d1347d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:16.799402 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:19.010228 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:27.369601 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:42.999045 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-730cb61a-4670-4c0b-af19-ac884aca0ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:45.729797 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:46.145108 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-afd6d674-129f-4dbe-9881-bf4212c0dfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:46.802586 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:49.012883 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:34:52.820520 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:34:57.382106 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:13.000720 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-297f9461-d2fc-430c-919a-a7c3f8fa0474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:15.737119 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:16.147050 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-a501bf8e-988c-4206-ba99-8919b5f75d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:16.805677 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:19.016044 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:27.386363 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:29.820821 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:35:43.001395 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-83c335b4-7b8d-428b-8cd6-3464f811ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:45.728598 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:46.148791 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-dbb96ab9-2412-4b29-8ae8-2553cf304a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:46.808586 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:49.017186 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:35:57.402542 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:06.819454 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:36:13.002117 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-bccc89a0-0ffe-41ad-80e1-c5ca83299e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:15.729571 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:16.149893 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-49bbd885-5059-4584-916b-b248e2ef9441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:16.811600 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:19.019238 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:27.396844 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:43.005065 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-c882bb32-ee57-4aa3-8cc0-2330e8dd4984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:43.818346 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:36:45.729818 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:46.150307 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-1e4c38fc-5822-4e21-ae93-8e011f6021e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:46.814615 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:49.022636 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:57.403172 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:36:58.072636 dv-cinder-801868-2-iscsi neutron-server[93218]: DEBUG neutron.wsgi [req-7da5c458-8987-491d-ad3a-e6ee4793517e req-46052bb3-9a8f-4b5f-88e9-1b324b6fa573 service neutron] (93218) timed out ('10.222.0.110', 39866) {{(pid=93218) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 22:37:13.006346 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-47d4a32e-e1fe-4a73-a1b8-5d2502ce436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:15.730656 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-e6327937-d9ad-438a-8f1f-6cc2fa27a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:16.151134 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-169f4fd5-d48c-4be0-88f7-b3c05532b649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:16.817989 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-31ba5df2-d141-4c8c-a2b0-d97ea19f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:19.026079 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-da6310cb-6f37-4251-a888-c85b252c6993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 22:37:20.816811 dv-cinder-801868-2-iscsi neutron-server[93220]: DEBUG neutron.db.agents_db [None req-6a51c74b-1006-4e57-866a-da452be0c6cd None None] Agent healthcheck: found 6 active agents {{(pid=93220) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 22:37:27.405519 dv-cinder-801868-2-iscsi neutron-server[93219]: DEBUG neutron_lib.callbacks.manager [None req-d924715a-758e-42d5-b781-e6348e77201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792629973791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749806'] for agent, after_update {{(pid=93219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}